diff --git a/downstreams/giant/.keep b/downstreams/giant/.keep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/downstreams/giant/didemo_retrieval_giant.pt b/downstreams/giant/didemo_retrieval_giant.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfecd2f33ade7a3cd9ff754017068e80a518375a --- /dev/null +++ b/downstreams/giant/didemo_retrieval_giant.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3203b8c57fbfe8380853050343a665bf368aeefb9447c35c37811c72838ffa23 +size 6773950189 diff --git a/downstreams/giant/msrvtt_caption_giant.pt b/downstreams/giant/msrvtt_caption_giant.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e56dd778635fe966e6e6cb2b46bd24c7c553bc2 --- /dev/null +++ b/downstreams/giant/msrvtt_caption_giant.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42dec87f285841e1110fb5683e29c233029a3ae65c25cb22014d7f7fe4fb3c0e +size 7269085844 diff --git a/downstreams/giant/msrvtt_retrieval_giant.pt b/downstreams/giant/msrvtt_retrieval_giant.pt new file mode 100644 index 0000000000000000000000000000000000000000..2be15d9bf9ebca9ac54f04aea1859224b786c9da --- /dev/null +++ b/downstreams/giant/msrvtt_retrieval_giant.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e544d338846d0eccf93247a173710f4ab079c9b4d08d88ebb6a93e30e63ad2c6 +size 6773950189 diff --git a/downstreams/giant/msrvtt_vqa_giant.pt b/downstreams/giant/msrvtt_vqa_giant.pt new file mode 100644 index 0000000000000000000000000000000000000000..56267f54c03156783a88d069939e155c6881f7e0 --- /dev/null +++ b/downstreams/giant/msrvtt_vqa_giant.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaa97ed2b64b2cd90541d3ac0c16f966cee4e0f7c9c40abc29474e1e52ccb7ae +size 7269085844 diff --git a/downstreams/giant/msvd_caption_giant.pt b/downstreams/giant/msvd_caption_giant.pt new file mode 100644 index 0000000000000000000000000000000000000000..c054d3986a9b1458139bbc8fafc8a9e064740eb7 --- /dev/null +++ b/downstreams/giant/msvd_caption_giant.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69810ef1c6fee3fe9337e4481c7665573cf55b5b2acf0ddd94aeff877a2c9627 +size 7269085844 diff --git a/downstreams/giant/msvd_retrieval_giant.pt b/downstreams/giant/msvd_retrieval_giant.pt new file mode 100644 index 0000000000000000000000000000000000000000..90ad37f769533a68314f4e6b772e92b01f5175e5 --- /dev/null +++ b/downstreams/giant/msvd_retrieval_giant.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45d5bb5daebe1cd1e8a7dc78c9cf07611ae8b43bb4cb4eefbdb0e112542a4a8e +size 6773950189 diff --git a/downstreams/giant/msvd_vqa_giant.pt b/downstreams/giant/msvd_vqa_giant.pt new file mode 100644 index 0000000000000000000000000000000000000000..2deaf9312156cc36d5bd2aae0e5076101d2d6da5 --- /dev/null +++ b/downstreams/giant/msvd_vqa_giant.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d019b64d07a024045c86ef736369d2a8c620ffe99a5f6b71a2577be3d26a8ba +size 7269085844 diff --git a/downstreams/large/.keep b/downstreams/large/.keep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/downstreams/large/didemo_retrieval_large.pt b/downstreams/large/didemo_retrieval_large.pt new file mode 100644 index 0000000000000000000000000000000000000000..72c444f47d94f793ae5978d1e9822856e03295d3 --- /dev/null +++ b/downstreams/large/didemo_retrieval_large.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b175bc6d0b4bbea68ac4f261c3c96c8f32348bc989dbdcc4d71fa6cc04227554 +size 3938590605 diff --git a/downstreams/large/msrvtt_caption_large.pt b/downstreams/large/msrvtt_caption_large.pt new file mode 100644 index 0000000000000000000000000000000000000000..6822d81cc75b13367bb6f6609adc69b3d4802682 --- /dev/null +++ b/downstreams/large/msrvtt_caption_large.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1350c35dcccf0a8a128a5357761f0f3b1149fa7c5e1100645ce2b1e41895f54b +size 4286299064 diff --git a/downstreams/large/msrvtt_retrieval_large.pt b/downstreams/large/msrvtt_retrieval_large.pt new file mode 100644 index 0000000000000000000000000000000000000000..233980b552f3a5468c50c579c5a2dcb80be62af6 --- /dev/null +++ b/downstreams/large/msrvtt_retrieval_large.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6638a8ab3f41b62ece9c4bbecebc0b8d44550b0622261f865810cfa2513ec92 +size 3938590605 diff --git a/downstreams/large/msrvtt_vqa_large.pt b/downstreams/large/msrvtt_vqa_large.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbeaeeec9ec16edceb1084dd7746219969acac7c --- /dev/null +++ b/downstreams/large/msrvtt_vqa_large.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bee9590179a44aea2657f85832908ef4566819d7af7efccb53e4c26a92de98f +size 4286299064 diff --git a/downstreams/large/msvd_caption_large.pt b/downstreams/large/msvd_caption_large.pt new file mode 100644 index 0000000000000000000000000000000000000000..df1415704138ba126fd5ea95d0f9139b397de717 --- /dev/null +++ b/downstreams/large/msvd_caption_large.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccebf55200dc04c67937b6a04074e972143246dcd61a1b5d380a76093258f67 +size 4286299064 diff --git a/downstreams/large/msvd_retrieval_large.pt b/downstreams/large/msvd_retrieval_large.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ce88989b458a230364dfcc3a44727fe2c87cc4c --- /dev/null +++ b/downstreams/large/msvd_retrieval_large.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01205a554ca414a86259b50233042e0f29bece0cdfdc5467d7b8eeb2dbba8523 +size 3938590605 diff --git a/downstreams/large/msvd_vqa_large.pt b/downstreams/large/msvd_vqa_large.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f7871ac8e5944b2ffe8fda074f550fc5bb5a015 --- /dev/null +++ b/downstreams/large/msvd_vqa_large.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d96302ca81a5cea0961e0b587f5296299839942d0758a7039a8319a3b7ab6a +size 4286299064 diff --git a/pretrain/.keep b/pretrain/.keep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/pretrain/giant/ckpt/model_step_195680_last.pt b/pretrain/giant/ckpt/model_step_195680_last.pt new file mode 100644 index 0000000000000000000000000000000000000000..63b83cbba65498ea6a0470f1ef4f364a052dba0f --- /dev/null +++ b/pretrain/giant/ckpt/model_step_195680_last.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2eb7f26bb8c300a3e4d659740ede793c4704bdc8bec7d1e563ae57e9b2912e4 +size 7426864284 diff --git a/pretrain/giant/ckpt/optimizer_step_195680.pt b/pretrain/giant/ckpt/optimizer_step_195680.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fbbff2be270bd3b1c3987796b59986c98e58542 --- /dev/null +++ b/pretrain/giant/ckpt/optimizer_step_195680.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d462ed02ec56700c7ebdfc968a91b807a006f8593bbc45d1e607906bf43181e +size 11199462765 diff --git a/pretrain/giant/log/events.out.tfevents.1682691509.n136-129-032 b/pretrain/giant/log/events.out.tfevents.1682691509.n136-129-032 new file mode 100644 index 0000000000000000000000000000000000000000..dca6ead0a62b7c2dac000d0867a63a3629a427a8 --- /dev/null +++ b/pretrain/giant/log/events.out.tfevents.1682691509.n136-129-032 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c8e65dbae52abea226cf4b3909111193f42c1bdd687db42fe63a5d53c0d532 +size 303603707 diff --git a/pretrain/giant/log/hps.json b/pretrain/giant/log/hps.json new file mode 100644 index 0000000000000000000000000000000000000000..461ac43acc08aa00f2d5618bf6bc43d1701691c5 --- /dev/null +++ b/pretrain/giant/log/hps.json @@ -0,0 +1,148 @@ +{ + "local_rank": 0, + "checkpoint": null, + "resume": false, + "output_dir": "./output/experiments/ensemble_base/pretrain-cc12m-cc4m-webvid10m-mfbasegaintopen+clipvaccwebfreeze-20-20-10-b32_64gpus", + "config": "./config/byte/pretrain/ensemble_base/pretrain-cc12m-cc4m-webvid10m-mfbasegaintfreeze+clipvaccwebfreeze-20-20-10-b32.json", + "wandb": false, + "find_unused_parameters": false, + "vision_encoder.frozen_vision": true, + "video_cfg": { + "sample_num": 4, + "resolution": 224, + "mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ] + }, + "schedule": { + "use_validate": false, + "valid_steps": 5000 + }, + "optimizer": { + "learning_rate": 0.0001, + "vision_lr": 5e-07, + "optim": "adamw", + "scheduler": "warmup_linear", + "betas": [ + 0.9, + 0.98 + ], + "weight_decay": 0.01, + "grad_norm": 5.0, + "warmup_ratio": 0.1, + "seed": 60, + "fp16": true, + "gradient_accumulation_steps": 1, + "num_train_steps": 195680 + }, + "vision_encoder": { + "vision_type": "cb_clip", + "pretrained": { + "eva_clip1": "./output/pretrained_weights/mf_clip/pretrain-cc16m-webvid10m-evagaint_baseline_15witer/ckpt/model_opt.pth", + "video_adapter_clip2": "./output/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/model_opt.pth" + }, + "video_dim": [ + 1408, + 1024 + ], + "proj_dim": 768, + "grad_checkpointing": true, + "start_adapt_layer": 7, + "adapt_cls_dim": 512, + "adapt_patch_dim": 512, + "adapt_order": "adapt_first", + "frozen_vision": true + }, + "txt_encoder": { + "txt_dim": 1024, + "proj_dim": 768 + }, + "multi_encoder": { + "multi_type": "bert", + "bert_config": "./output/pretrained_weights/bert/bert-base-uncased.json", + "pretrained": "./output/pretrained_weights/bert/bert-base-uncased.bin", + "multimodal_dim": 768, + "vocab_size": 30522, + "match_neg_prob": 0.5, + "multi_cross": 2, + "ensemble_type": "scale_share_sum" + }, + "losses": { + "mask_prob": 0.15, + "mask_token": 103 + }, + "data_cfg": { + "train": [ + { + "datasets": { + "name": "distcc12m", + "data_path": [ + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/cc12m_bs64" + ], + "datatype": "image", + "tokenizer": { + "txt_encoder": "clip_tokenizer", + "multi_encoder": "bert_tokenizer" + } + }, + "task": "contraTwo_unimlmTwo_mlmTwo", + "data_len": 11105356, + "epoch": 20, + "mix_ratio": 1, + "batch_size": 32, + "n_workers": 2 + }, + { + "datasets": { + "name": "distcc4m", + "data_path": [ + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/coco_testset_filtered", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/vg_testset_filtered", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/sbu_bs64", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/cc3m_bs64" + ], + "datatype": "image", + "tokenizer": { + "txt_encoder": "clip_tokenizer", + "multi_encoder": "bert_tokenizer" + } + }, + "task": "contraTwo_unimlmTwo_mlmTwo", + "data_len": 5114489, + "epoch": 20, + "mix_ratio": 1, + "batch_size": 32, + "n_workers": 2 + }, + { + "datasets": [ + { + "name": "webvid10m", + "ids_path": "", + "video": "/mnt/bn/vlp-v6/webvid10m", + "txt": "/mnt/bn/vlp-v6/webvid2.5M_package/webvid_pretrain_anno_new.pkl", + "datatype": "video", + "tokenizer": { + "txt_encoder": "clip_tokenizer", + "multi_encoder": "bert_tokenizer" + } + } + ], + "task": "contraTwo_unimlmTwo_mlmTwo", + "data_len": 7639040, + "epoch": 10, + "mix_ratio": 1, + "batch_size": 32, + "n_workers": 2 + } + ], + "val": [] + } +} \ No newline at end of file diff --git a/pretrain/giant/log/log.txt b/pretrain/giant/log/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..90f7884e057c17240deec0f87ef5a53f2361ef42 --- /dev/null +++ b/pretrain/giant/log/log.txt @@ -0,0 +1,1184 @@ +04/28/2023 22:18:29 - INFO - utils.logger - Model config { + "checkpoint": null, + "config": "./config/byte/pretrain/ensemble_base/pretrain-cc12m-cc4m-webvid10m-mfbasegaintfreeze+clipvaccwebfreeze-20-20-10-b32.json", + "data_cfg": { + "train": [ + { + "batch_size": 32, + "data_len": 11105356, + "datasets": { + "data_path": [ + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/cc12m_bs64" + ], + "datatype": "image", + "name": "distcc12m", + "tokenizer": { + "multi_encoder": "bert_tokenizer", + "txt_encoder": "clip_tokenizer" + } + }, + "epoch": 20, + "mix_ratio": 1, + "n_workers": 2, + "task": "contraTwo_unimlmTwo_mlmTwo" + }, + { + "batch_size": 32, + "data_len": 5114489, + "datasets": { + "data_path": [ + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/coco_testset_filtered", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/vg_testset_filtered", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/sbu_bs64", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/cc3m_bs64" + ], + "datatype": "image", + "name": "distcc4m", + "tokenizer": { + "multi_encoder": "bert_tokenizer", + "txt_encoder": "clip_tokenizer" + } + }, + "epoch": 20, + "mix_ratio": 1, + "n_workers": 2, + "task": "contraTwo_unimlmTwo_mlmTwo" + }, + { + "batch_size": 32, + "data_len": 7639040, + "datasets": [ + { + "datatype": "video", + "ids_path": "", + "name": "webvid10m", + "tokenizer": { + "multi_encoder": "bert_tokenizer", + "txt_encoder": "clip_tokenizer" + }, + "txt": "/mnt/bn/vlp-v6/webvid2.5M_package/webvid_pretrain_anno_new.pkl", + "video": "/mnt/bn/vlp-v6/webvid10m" + } + ], + "epoch": 10, + "mix_ratio": 1, + "n_workers": 2, + "task": "contraTwo_unimlmTwo_mlmTwo" + } + ], + "val": [] + }, + "find_unused_parameters": false, + "local_rank": 0, + "losses": { + "mask_prob": 0.15, + "mask_token": 103 + }, + "multi_encoder": { + "bert_config": "./output/pretrained_weights/bert/bert-base-uncased.json", + "ensemble_type": "scale_share_sum", + "match_neg_prob": 0.5, + "multi_cross": 2, + "multi_type": "bert", + "multimodal_dim": 768, + "pretrained": "./output/pretrained_weights/bert/bert-base-uncased.bin", + "vocab_size": 30522 + }, + "optimizer": { + "betas": [ + 0.9, + 0.98 + ], + "fp16": true, + "grad_norm": 5.0, + "gradient_accumulation_steps": 1, + "learning_rate": 0.0001, + "num_train_steps": 195680, + "optim": "adamw", + "scheduler": "warmup_linear", + "seed": 60, + "vision_lr": 5e-07, + "warmup_ratio": 0.1, + "weight_decay": 0.01 + }, + "output_dir": "./output/experiments/ensemble_base/pretrain-cc12m-cc4m-webvid10m-mfbasegaintopen+clipvaccwebfreeze-20-20-10-b32_64gpus", + "resume": false, + "schedule": { + "use_validate": false, + "valid_steps": 5000 + }, + "txt_encoder": { + "proj_dim": 768, + "txt_dim": 1024 + }, + "video_cfg": { + "mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "resolution": 224, + "sample_num": 4, + "std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ] + }, + "vision_encoder": { + "adapt_cls_dim": 512, + "adapt_order": "adapt_first", + "adapt_patch_dim": 512, + "frozen_vision": true, + "grad_checkpointing": true, + "pretrained": { + "eva_clip1": "./output/pretrained_weights/mf_clip/pretrain-cc16m-webvid10m-evagaint_baseline_15witer/ckpt/model_opt.pth", + "video_adapter_clip2": "./output/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/model_opt.pth" + }, + "proj_dim": 768, + "start_adapt_layer": 7, + "video_dim": [ + 1408, + 1024 + ], + "vision_type": "cb_clip" + }, + "vision_encoder.frozen_vision": true, + "wandb": false +} + +04/28/2023 22:19:21 - INFO - utils.logger - CLIP Unexpected keys ['video_type_embeddings', 'video_frame_embedding', 'opt.multimodal_head.dense.weight', 'opt.multimodal_head.dense.bias', 'opt.multimodal_head.layernorm.weight', 'opt.multimodal_head.layernorm.bias', 'opt.multimodal_head.decoder.weight', 'opt.multimodal_head.decoder.bias', 'proj_multi_input.0.weight', 'proj_multi_input.0.bias', 'proj_multi_input.1.weight', 'proj_multi_input.1.bias'] +04/28/2023 22:19:21 - INFO - utils.logger - CLIP Missing_keys [] +04/28/2023 22:19:22 - INFO - utils.logger - ensemble type is scale_share_sum in mm encoder +04/28/2023 22:19:24 - INFO - utils.logger - unexpected_keys in bert_multiencoder: ['pooler.dense.weight', 'pooler.dense.bias', 'cls.predictions.bias', 'cls.predictions.transform.dense.weight', 'cls.predictions.transform.dense.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.decoder.weight', 'cls.seq_relationship.weight', 'cls.seq_relationship.bias'] +04/28/2023 22:19:24 - INFO - utils.logger - missing_keys in bert_multiencoder : ['encoder.layer.0.cross_ensemble.scales', 'encoder.layer.0.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.0.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.0.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.0.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.0.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.0.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.0.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.0.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.0.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.0.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.1.cross_ensemble.scales', 'encoder.layer.1.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.1.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.1.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.1.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.1.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.1.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.1.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.1.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.1.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.1.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.2.cross_ensemble.scales', 'encoder.layer.2.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.2.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.2.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.2.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.2.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.2.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.2.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.2.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.2.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.2.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.3.cross_ensemble.scales', 'encoder.layer.3.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.3.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.3.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.3.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.3.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.3.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.3.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.3.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.3.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.3.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.4.cross_ensemble.scales', 'encoder.layer.4.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.4.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.4.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.4.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.4.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.4.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.4.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.4.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.4.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.4.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.5.cross_ensemble.scales', 'encoder.layer.5.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.5.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.5.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.5.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.5.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.5.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.5.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.5.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.5.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.5.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.6.cross_ensemble.scales', 'encoder.layer.6.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.6.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.6.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.6.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.6.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.6.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.6.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.6.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.6.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.6.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.7.cross_ensemble.scales', 'encoder.layer.7.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.7.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.7.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.7.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.7.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.7.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.7.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.7.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.7.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.7.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.8.cross_ensemble.scales', 'encoder.layer.8.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.8.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.8.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.8.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.8.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.8.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.8.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.8.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.8.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.8.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.9.cross_ensemble.scales', 'encoder.layer.9.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.9.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.9.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.9.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.9.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.9.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.9.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.9.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.9.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.9.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.10.cross_ensemble.scales', 'encoder.layer.10.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.10.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.10.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.10.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.10.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.10.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.10.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.10.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.10.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.10.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.11.cross_ensemble.scales', 'encoder.layer.11.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.11.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.11.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.11.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.11.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.11.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.11.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.11.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.11.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.11.cross_ensemble.cross_attn.output.LayerNorm.bias'] +04/28/2023 22:19:25 - INFO - utils.logger - unexpected_keys in bert_head : [] +04/28/2023 22:19:25 - INFO - utils.logger - missing_keys in bert_head : [] +04/28/2023 22:19:29 - INFO - utils.logger - build_optimizer +04/28/2023 22:19:29 - INFO - utils.logger - amp.initialize +04/28/2023 22:19:52 - INFO - utils.logger - ***** Running training with 64 GPUs ***** +04/28/2023 22:19:52 - INFO - utils.logger - Accumulate steps = 1 +04/28/2023 22:19:52 - INFO - utils.logger - step of distcc12m = 108440 +04/28/2023 22:19:52 - INFO - utils.logger - step of distcc4m = 49940 +04/28/2023 22:19:52 - INFO - utils.logger - step of webvid10m = 37300 +04/28/2023 22:19:52 - INFO - utils.logger - vision_lr = 0.000000 +04/28/2023 22:19:52 - INFO - utils.logger - basic_lr = 0.000100 +04/28/2023 22:19:52 - INFO - utils.logger - Num steps = 195680 +04/28/2023 22:19:52 - INFO - utils.logger - Start step = 0 +04/28/2023 22:27:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 5.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 7.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 15.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.0654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 3.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 5.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 12.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 5.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 6.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 13.64501953125} +04/28/2023 22:34:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 5.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 6.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 13.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 3.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 5.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 12.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 5.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 5.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 11.926025390625} +04/28/2023 22:42:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 5.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 11.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 2.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 10.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 4.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 5.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 11.130859375} +04/28/2023 22:49:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 5.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 2.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 9.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.63623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.888916015625} +04/28/2023 22:57:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.10791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 4.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 8.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.55078125} +04/28/2023 23:04:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 5.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.717041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.99658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 8.13916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.4130859375} +04/28/2023 23:12:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.2275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 8.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.6474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.15625} +04/28/2023 23:20:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.46630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.0283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.81103515625} +04/28/2023 23:28:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.0087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 8.5849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.724609375} +04/28/2023 23:36:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.431884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.465576171875} +04/28/2023 23:44:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.26318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.6376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.425048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.373291015625} +04/28/2023 23:51:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.63623046875} +04/28/2023 23:59:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 4.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.26708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.5439453125} +04/29/2023 00:06:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.504150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 5.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.089111328125} +04/29/2023 00:14:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.425537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.568115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.355712890625} +04/29/2023 00:21:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.262451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.88671875} +04/29/2023 00:29:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.105224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 8.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.1806640625} +04/29/2023 00:37:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.11865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.6318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.82080078125} +04/29/2023 00:45:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.191162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.736328125} +04/29/2023 00:53:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.22802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.45849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.28369140625} +04/29/2023 01:02:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.99072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.67041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.75} +04/29/2023 01:10:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.409912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.428466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.6044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.5771484375} +04/29/2023 01:17:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.856689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.66943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.6435546875} +04/29/2023 01:25:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.29150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.0263671875} +04/29/2023 01:33:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.317138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.4638671875} +04/29/2023 01:33:11 - INFO - utils.logger - Step 5000: start validation +04/29/2023 01:42:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.0439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.454833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.968505859375} +04/29/2023 01:49:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.426025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.829345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.768310546875} +04/29/2023 01:57:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.484375} +04/29/2023 02:05:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.40283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.477294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.502685546875} +04/29/2023 02:13:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.426025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.552001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.06103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.61181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.493408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.599365234375} +04/29/2023 02:20:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.39697265625} +04/29/2023 02:27:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.460205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.366455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.483642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.321044921875} +04/29/2023 02:35:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.66455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.64306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.44140625} +04/29/2023 02:44:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.352783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.56298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.492431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.760498046875} +04/29/2023 02:53:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.32470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.443603515625} +04/29/2023 03:00:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.426513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.183349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.467529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.904541015625} +04/29/2023 03:08:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.415283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.350830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.61669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.4072265625} +04/29/2023 03:16:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.991455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.62548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.73681640625} +04/29/2023 03:24:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.453369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.806884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.9345703125} +04/29/2023 03:31:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.2294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.0126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.475830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.298095703125} +04/29/2023 03:39:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.485107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.999755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.16259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.16162109375} +04/29/2023 03:46:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.424560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.450927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.1923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.392333984375} +04/29/2023 03:54:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.452880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.247802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.491455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.751220703125} +04/29/2023 04:02:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.59228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.2353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.6005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.81103515625} +04/29/2023 04:10:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.39501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.5224609375} +04/29/2023 04:17:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.577880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.23046875} +04/29/2023 04:25:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.464111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.388916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.841796875} +04/29/2023 04:35:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.1806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.70458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.595703125} +04/29/2023 04:44:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.47998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.30712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.71826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.939453125} +04/29/2023 04:53:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.99462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.486328125} +04/29/2023 04:53:21 - INFO - utils.logger - Step 10000: start validation +04/29/2023 05:02:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.67041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.53271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.99169921875} +04/29/2023 05:10:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.31103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.6220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.64013671875} +04/29/2023 05:18:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.92333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.484619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.329345703125} +04/29/2023 05:25:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.470458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.777099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.60595703125} +04/29/2023 05:33:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.431396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.916748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.8173828125} +04/29/2023 05:41:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.92041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.567138671875} +04/29/2023 05:49:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.411865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.99658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.622314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.22705078125} +04/29/2023 05:57:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.446533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.488525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.44970703125} +04/29/2023 06:05:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.131103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.1171875} +04/29/2023 06:13:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.447509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.976806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.88232421875} +04/29/2023 06:21:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.95556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.904052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.26904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.489501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.968994140625} +04/29/2023 06:29:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.9150390625} +04/29/2023 06:36:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.00537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.54541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.68310546875} +04/29/2023 06:44:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.1767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.73046875} +04/29/2023 06:51:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.89111328125} +04/29/2023 06:59:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.10205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.676025390625} +04/29/2023 07:07:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.00244140625} +04/29/2023 07:15:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.98291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.353515625} +04/29/2023 07:22:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.387939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.97021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.420654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.0732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.13330078125} +04/29/2023 07:30:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.162841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.458984375} +04/29/2023 07:38:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.467529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.192626953125} +04/29/2023 07:46:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.387939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.432861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.60595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.78466796875} +04/29/2023 07:53:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.90380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.25, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.311279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.69091796875} +04/29/2023 08:01:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.97119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.62646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.490966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.294189453125} +04/29/2023 08:10:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.94775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.53955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.54248046875} +04/29/2023 08:10:20 - INFO - utils.logger - Step 15000: start validation +04/29/2023 08:19:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.94384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.65673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.5322265625} +04/29/2023 08:26:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.96142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.23681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.26806640625} +04/29/2023 08:34:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.95556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.2255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.0966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.11376953125} +04/29/2023 08:42:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.428955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.891845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.97705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.52587890625} +04/29/2023 08:50:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.96728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.876953125} +04/29/2023 08:58:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.416748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.866943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.99560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.68017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.45166015625} +04/29/2023 09:06:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.52197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.18212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.310546875} +04/29/2023 09:14:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.484130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.762451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.62890625} +04/29/2023 09:22:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.420654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.819091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.048828125} +04/29/2023 09:29:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.94091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.51708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.510498046875} +04/29/2023 09:37:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.419677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.775146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.0556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.125244140625} +04/29/2023 09:44:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.02197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.21826171875} +04/29/2023 09:52:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.438720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.95849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.471435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.487548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.413818359375} +04/29/2023 10:00:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.14306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.11181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.2734375} +04/29/2023 10:08:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.92138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5146484375} +04/29/2023 10:15:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.66455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.903564453125} +04/29/2023 10:23:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.95556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.45849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.477783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.610595703125} +04/29/2023 10:30:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.448974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.4375} +04/29/2023 10:38:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.71533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.35595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.21826171875} +04/29/2023 10:46:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.431396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.95068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.034423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.477294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.233642578125} +04/29/2023 10:56:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.17919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.1708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.605712890625} +04/29/2023 11:04:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.95849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.97119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.494384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.682861328125} +04/29/2023 11:12:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.23388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.9326171875} +04/29/2023 11:21:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.405517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.432861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.22802734375} +04/29/2023 11:33:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.569091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.614501953125} +04/29/2023 11:33:14 - INFO - utils.logger - Step 20000: start validation +04/29/2023 11:41:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.44287109375} +04/29/2023 11:49:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.440185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.673583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.473876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.295166015625} +04/29/2023 11:57:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.63525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.495849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.985107421875} +04/29/2023 12:05:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.401611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.725830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.0341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.98193359375} +04/29/2023 12:12:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.35302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.131103515625} +04/29/2023 12:21:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.370849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.869873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.27783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.035400390625} +04/29/2023 12:28:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.440673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.124755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.454345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.013916015625} +04/29/2023 12:36:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.89501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.17333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.415771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.737548828125} +04/29/2023 12:44:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.436767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.96826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.876708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.68994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.306640625} +04/29/2023 12:51:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.425537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.891357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.0009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.70751953125} +04/29/2023 12:59:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.394775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.91064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.834716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.159423828125} +04/29/2023 13:08:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.414306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.698974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.99072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.481201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.462646484375} +04/29/2023 13:16:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.91259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.816650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.771484375} +04/29/2023 13:26:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.52392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.52587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.441162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.895263671875} +04/29/2023 13:34:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.90478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.405029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.0244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.88623046875} +04/29/2023 13:42:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.426513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.229248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.8642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.089599609375} +04/29/2023 13:50:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.414794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.919677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.38427734375} +04/29/2023 13:57:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.433837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.862548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.483154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.351806640625} +04/29/2023 14:06:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.441650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.93115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.695068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.477783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.815185546875} +04/29/2023 14:14:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.080322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.6044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5556640625} +04/29/2023 14:21:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.97900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.61083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.591796875} +04/29/2023 14:30:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.93896484375} +04/29/2023 14:38:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.420654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.93017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.307861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.0166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.498291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.372314453125} +04/29/2023 14:47:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.703857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3974609375} +04/29/2023 14:55:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.90087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.48681640625} +04/29/2023 14:55:10 - INFO - utils.logger - Step 25000: start validation +04/29/2023 15:03:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.89404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.146728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.6357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.2421875} +04/29/2023 15:11:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.565673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.499755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.820068359375} +04/29/2023 15:20:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.842041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.401611328125} +04/29/2023 15:28:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.395751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.041748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.47607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.499267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.194091796875} +04/29/2023 15:36:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.89404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.111083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.97314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.947021484375} +04/29/2023 15:43:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.38330078125} +04/29/2023 15:51:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.262939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.65380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.66162109375} +04/29/2023 15:59:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.398681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.418701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.515869140625} +04/29/2023 16:07:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.89208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.22509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.475341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.828857421875} +04/29/2023 16:15:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.48291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.93798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.493896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.698486328125} +04/29/2023 16:23:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.403076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.110595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7509765625} +04/29/2023 16:30:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.92626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.916015625} +04/29/2023 16:39:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.05126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.90966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.29150390625} +04/29/2023 16:46:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.191162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.89501953125} +04/29/2023 16:54:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.564208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.260009765625} +04/29/2023 17:03:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.0283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.04931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.276611328125} +04/29/2023 17:11:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.251708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.6474609375} +04/29/2023 17:19:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.90771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.521728515625} +04/29/2023 17:28:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.428955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.692138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.37890625} +04/29/2023 17:36:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.429931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.339111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.79833984375} +04/29/2023 17:44:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.395263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.693115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.31201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.685302734375} +04/29/2023 17:52:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.50537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4482421875} +04/29/2023 18:00:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.92333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.09716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.19580078125} +04/29/2023 18:09:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.24267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.989501953125} +04/29/2023 18:17:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.56298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.8876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.72509765625} +04/29/2023 18:17:25 - INFO - utils.logger - Step 30000: start validation +04/29/2023 18:27:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.58349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.52392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.47607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8779296875} +04/29/2023 18:35:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.14697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.56494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.572265625} +04/29/2023 18:44:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.415283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.396240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7138671875} +04/29/2023 18:52:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.449951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.504150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.87646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.06494140625} +04/29/2023 18:59:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.9306640625} +04/29/2023 19:07:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.509765625} +04/29/2023 19:16:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.360595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.086669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.472412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.312744140625} +04/29/2023 19:24:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.167724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.55078125} +04/29/2023 19:30:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.565185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.90673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.498291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.763427734375} +04/29/2023 19:39:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.384033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.48974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0048828125} +04/29/2023 19:47:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.419677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.291259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.522216796875} +04/29/2023 19:55:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.39794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.80859375} +04/29/2023 20:04:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.1396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7705078125} +04/29/2023 20:12:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.287841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.92578125} +04/29/2023 20:20:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.26708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7587890625} +04/29/2023 20:28:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.683837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.18505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.34619140625} +04/29/2023 20:35:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.423095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.640380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.95458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.953125} +04/29/2023 20:44:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.27099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.69677734375} +04/29/2023 20:51:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.383056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.484619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.721923828125} +04/29/2023 21:00:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.483642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.156494140625} +04/29/2023 21:08:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.43603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.923095703125} +04/29/2023 21:16:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.09814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.31591796875} +04/29/2023 21:25:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.06982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.99267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.86865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.478271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.639892578125} +04/29/2023 21:33:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.479736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.336669921875} +04/29/2023 21:41:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.42041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.1845703125} +04/29/2023 21:41:51 - INFO - utils.logger - Step 35000: start validation +04/29/2023 21:50:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.422119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.053955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.02587890625} +04/29/2023 21:59:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.429931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.043212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.32470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.467529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.503173828125} +04/29/2023 22:07:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.438720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.384033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1787109375} +04/29/2023 22:15:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.0107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.116455078125} +04/29/2023 22:23:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.377685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.280517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.02783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.489990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.577880859375} +04/29/2023 22:31:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.395751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.985107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.22412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6591796875} +04/29/2023 22:39:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.53662109375} +04/29/2023 22:46:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.090576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.43798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.849365234375} +04/29/2023 22:54:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.66845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3916015625} +04/29/2023 23:01:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.91064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.67431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.497802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.849365234375} +04/29/2023 23:10:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.59814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.490478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.712158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.310302734375} +04/29/2023 23:18:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.413330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.359130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.20068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.12841796875} +04/29/2023 23:26:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.45654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.88818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.967529296875} +04/29/2023 23:36:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.956787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4033203125} +04/29/2023 23:45:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.472412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.129638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.40283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.803955078125} +04/29/2023 23:53:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.88916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.46240234375} +04/30/2023 00:02:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.18310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.473876953125} +04/30/2023 00:11:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.430419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.884033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3896484375} +04/30/2023 00:21:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.30859375} +04/30/2023 00:29:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.446044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.761962890625} +04/30/2023 00:37:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.12744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.94580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.068359375} +04/30/2023 00:45:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.91357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.493896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.409423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.935546875} +04/30/2023 00:53:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.5107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.63818359375} +04/30/2023 01:01:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.24169921875} +04/30/2023 01:09:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.86279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.302490234375} +04/30/2023 01:09:28 - INFO - utils.logger - Step 40000: start validation +04/30/2023 01:17:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.411376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.515380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.95947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.0888671875} +04/30/2023 01:26:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.423095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.781005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.94482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.690185546875} +04/30/2023 01:33:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.25048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.11376953125} +04/30/2023 01:41:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.372802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.026611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.25390625} +04/30/2023 01:49:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.91748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.630859375} +04/30/2023 01:56:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.427490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.40673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.475341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.575927734375} +04/30/2023 02:04:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.69677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6357421875} +04/30/2023 02:12:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.445556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.698486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.136962890625} +04/30/2023 02:19:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.96533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.20263671875} +04/30/2023 02:27:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.194580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.9794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5} +04/30/2023 02:34:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.12158203125} +04/30/2023 02:42:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.368896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.669677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.838134765625} +04/30/2023 02:51:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.439697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.162841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.467529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.052001953125} +04/30/2023 02:59:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.152587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.619140625} +04/30/2023 03:07:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.443115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.064208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.72119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.967529296875} +04/30/2023 03:15:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.374267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.62646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.89111328125} +04/30/2023 03:22:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.980712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.22802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.487548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.074951171875} +04/30/2023 03:30:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.302001953125} +04/30/2023 03:38:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.354248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.927001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.0, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.47705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.491455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.940673828125} +04/30/2023 03:46:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.430419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.529052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.05029296875} +04/30/2023 03:54:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.99462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.831787109375} +04/30/2023 04:01:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.953857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.428466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.149169921875} +04/30/2023 04:08:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.608154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.32080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.13232421875} +04/30/2023 04:16:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.06982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.73486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.267822265625} +04/30/2023 04:24:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.33837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.460205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.720947265625} +04/30/2023 04:24:21 - INFO - utils.logger - Step 45000: start validation +04/30/2023 04:33:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.381591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.902099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.59326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.568359375} +04/30/2023 04:41:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.991943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.64794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.30712890625} +04/30/2023 04:50:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.383544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.401123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.18994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.481689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.824951171875} +04/30/2023 04:58:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.868896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.0283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.60546875} +04/30/2023 05:06:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.146240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.56103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.484130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9287109375} +04/30/2023 05:13:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.69189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.52783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.29931640625} +04/30/2023 05:22:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.1845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.68896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.85888671875} +04/30/2023 05:29:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.16748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.488037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.220947265625} +04/30/2023 05:37:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.048095703125} +04/30/2023 05:45:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.63427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.19287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.0166015625} +04/30/2023 05:53:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3037109375} +04/30/2023 06:01:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.50341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.498046875} +04/30/2023 06:09:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.091064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.59228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.479248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.407470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.1005859375} +04/30/2023 06:17:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.115478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.56982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.94970703125} +04/30/2023 06:25:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.769775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.496337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.921630859375} +04/30/2023 06:33:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.6552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 1.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.36181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.16357421875} +04/30/2023 06:41:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.665283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.42724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.827392578125} +04/30/2023 06:48:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.424560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.06982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.15185546875} +04/30/2023 06:56:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.403076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.700439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.493896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.414306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.998046875} +04/30/2023 07:04:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.48974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.468505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.048583984375} +04/30/2023 07:12:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.405029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.379638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.96923828125} +04/30/2023 07:19:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.235595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.481201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.385986328125} +04/30/2023 07:28:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.11376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.9931640625} +04/30/2023 07:35:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.470947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.06396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1298828125} +04/30/2023 07:43:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.949462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.84912109375} +04/30/2023 07:43:56 - INFO - utils.logger - Step 50000: start validation +04/30/2023 07:52:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.740966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.490966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.441162109375} +04/30/2023 07:59:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.372314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.394775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.472900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.699462890625} +04/30/2023 08:07:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.420654296875} +04/30/2023 08:15:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.66162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.479248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.169677734375} +04/30/2023 08:23:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.853271484375} +04/30/2023 08:31:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.34619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.457763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.541259765625} +04/30/2023 08:39:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.401611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.498779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.407958984375} +04/30/2023 08:47:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.30224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.93115234375} +04/30/2023 08:54:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.380615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.11083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.076416015625} +04/30/2023 09:02:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.395751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.869384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.388427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.876220703125} +04/30/2023 09:09:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.05517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.472412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.436279296875} +04/30/2023 09:17:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.952392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.26025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.763671875} +04/30/2023 09:26:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.845947265625} +04/30/2023 09:34:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.53369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.69873046875} +04/30/2023 09:42:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.95068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.73486328125} +04/30/2023 09:49:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.665283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.482666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.320556640625} +04/30/2023 09:57:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.403076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.304931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.34326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.54541015625} +04/30/2023 10:04:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.50830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.85791015625} +04/30/2023 10:12:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.714111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.491943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.509033203125} +04/30/2023 10:19:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.250244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.38134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.576416015625} +04/30/2023 10:27:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.16162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.04541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.491455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.427001953125} +04/30/2023 10:35:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.42041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.48388671875} +04/30/2023 10:42:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.395263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.585205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.36083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.504638671875} +04/30/2023 10:50:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.527587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.51025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.196044921875} +04/30/2023 10:57:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.49072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.85986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.197265625} +04/30/2023 10:57:35 - INFO - utils.logger - Step 55000: start validation +04/30/2023 11:05:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.49462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.484619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.660400390625} +04/30/2023 11:13:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.248291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.91650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.579345703125} +04/30/2023 11:22:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.24658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.845458984375} +04/30/2023 11:29:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.68603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.488525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.425537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.13232421875} +04/30/2023 11:36:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.03662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.432861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.700439453125} +04/30/2023 11:44:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.147705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.46923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.2412109375} +04/30/2023 11:52:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.27001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.492919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.266845703125} +04/30/2023 12:00:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6416015625} +04/30/2023 12:08:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.367431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.951904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.62841796875} +04/30/2023 12:16:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.586669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.499755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.998291015625} +04/30/2023 12:24:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.433837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.632568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.41748046875} +04/30/2023 12:32:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.414306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.847412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.28759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.56884765625} +04/30/2023 12:41:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.04443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.484619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.780517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.051025390625} +04/30/2023 12:49:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.43798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.1474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.25537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.894775390625} +04/30/2023 12:58:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.494384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.419189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.412353515625} +04/30/2023 13:05:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.614990234375} +04/30/2023 13:13:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.31787109375} +04/30/2023 13:21:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.394775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.681884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.47900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.828125} +04/30/2023 13:29:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.741455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.74072265625} +04/30/2023 13:37:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.362548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.689697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.29150390625} +04/30/2023 13:45:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.17431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.123291015625} +04/30/2023 13:52:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.0615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.63916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.624755859375} +04/30/2023 14:00:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.65185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.69091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.403076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.540771484375} +04/30/2023 14:08:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.60009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.937744140625} +04/30/2023 14:16:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.403564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.841064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.1806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0126953125} +04/30/2023 14:16:00 - INFO - utils.logger - Step 60000: start validation +04/30/2023 14:24:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.11669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.97705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.707275390625} +04/30/2023 14:32:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.53564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.94091796875} +04/30/2023 14:40:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.39892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.23974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.205078125} +04/30/2023 14:48:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.09912109375} +04/30/2023 14:56:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.17236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.677734375} +04/30/2023 15:03:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.92919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.493896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.123291015625} +04/30/2023 15:10:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.414794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.671630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.66064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.441650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.801513671875} +04/30/2023 15:18:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.90966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.68408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.86962890625} +04/30/2023 15:26:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.370361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.280517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.500732421875} +04/30/2023 15:33:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.377685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.749267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.46435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.54541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.449462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.874755859375} +04/30/2023 15:41:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.28759765625} +04/30/2023 15:49:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.246337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.634765625} +04/30/2023 15:57:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.5361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1123046875} +04/30/2023 16:04:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.453857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.767822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.55126953125} +04/30/2023 16:12:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.432861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.519775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.98974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.68994140625} +04/30/2023 16:19:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.752197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.484619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.348876953125} +04/30/2023 16:27:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.945556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.29248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.96533203125} +04/30/2023 16:35:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.2255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.55224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.246337890625} +04/30/2023 16:43:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.80712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.21826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.433349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.109619140625} +04/30/2023 16:51:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.820068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.271484375} +04/30/2023 16:59:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.55419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.260009765625} +04/30/2023 17:06:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.411865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.577392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.08251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.517578125} +04/30/2023 17:14:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.92236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.425048828125} +04/30/2023 17:22:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.213134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.457275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.377197265625} +04/30/2023 17:29:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.70947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.08251953125} +04/30/2023 17:29:13 - INFO - utils.logger - Step 65000: start validation +04/30/2023 17:37:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.129150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5439453125} +04/30/2023 17:45:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.23779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.504638671875} +04/30/2023 17:52:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.425048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.990478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.47705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.555908203125} +04/30/2023 18:00:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.97021484375} +04/30/2023 18:08:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.22607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.428955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.669189453125} +04/30/2023 18:16:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.75, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7265625} +04/30/2023 18:24:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.99658203125} +04/30/2023 18:31:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.134521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.56689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.99658203125} +04/30/2023 18:39:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.20263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.12841796875} +04/30/2023 18:47:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.403564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.134033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.468017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.002197265625} +04/30/2023 18:55:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.366943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.146728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.472412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.415771484375} +04/30/2023 19:03:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.67333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.5673828125} +04/30/2023 19:11:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.376220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.794677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.006103515625} +04/30/2023 19:19:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.00732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.66552734375} +04/30/2023 19:28:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.376708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.676513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.17578125} +04/30/2023 19:36:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.366455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.25, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.483154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.468505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.281494140625} +04/30/2023 19:44:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.322509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.468994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.780029296875} +04/30/2023 19:52:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.03173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.96044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.345703125} +04/30/2023 19:59:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.797607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.21826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.878662109375} +04/30/2023 20:08:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.09521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5732421875} +04/30/2023 20:16:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.739990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.59619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.882568359375} +04/30/2023 20:23:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.348876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.197509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.66748046875} +04/30/2023 20:31:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.40869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.61767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.525390625} +04/30/2023 20:39:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.359619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.9208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.2060546875} +04/30/2023 20:47:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.054931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.25439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.128662109375} +04/30/2023 20:47:53 - INFO - utils.logger - Step 70000: start validation +04/30/2023 20:56:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.47607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.14990234375} +04/30/2023 21:04:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.39990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.02197265625} +04/30/2023 21:12:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.625732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.240478515625} +04/30/2023 21:20:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.499755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.437744140625} +04/30/2023 21:28:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.92822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.86865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.76953125} +04/30/2023 21:35:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.55908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.29736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.91015625} +04/30/2023 21:43:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.65185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.436279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.296630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.460205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.012939453125} +04/30/2023 21:51:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.153564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.96533203125} +04/30/2023 21:59:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.183837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.53564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.472412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.682861328125} +04/30/2023 22:06:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.788330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.50927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.354248046875} +04/30/2023 22:14:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.212646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.470458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.493408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.845947265625} +04/30/2023 22:22:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.54736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.96435546875} +04/30/2023 22:30:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.419677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.790283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.62109375} +04/30/2023 22:38:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.58349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.85400390625} +04/30/2023 22:45:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.430419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.837158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5732421875} +04/30/2023 22:53:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.420654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.397705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.14794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7353515625} +04/30/2023 23:01:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.453857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.064208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.473876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.812744140625} +04/30/2023 23:09:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.43798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.499755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.651611328125} +04/30/2023 23:16:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.85595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9580078125} +04/30/2023 23:24:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.40380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.413818359375} +04/30/2023 23:31:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.372802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.606201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.53857421875} +04/30/2023 23:39:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.80712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.470458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.394775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.716796875} +04/30/2023 23:47:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.98681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.088134765625} +04/30/2023 23:54:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.415771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.229736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.06689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.497314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.455322265625} +05/01/2023 00:02:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.05712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.01123046875} +05/01/2023 00:02:17 - INFO - utils.logger - Step 75000: start validation +05/01/2023 00:10:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5478515625} +05/01/2023 00:19:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.380126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.567626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.136474609375} +05/01/2023 00:27:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.63330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.428466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.409912109375} +05/01/2023 00:35:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.069580078125} +05/01/2023 00:42:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.6748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.97021484375} +05/01/2023 00:50:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.88623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.968017578125} +05/01/2023 00:58:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.404052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.344970703125} +05/01/2023 01:06:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.99658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.94970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.85693359375} +05/01/2023 01:14:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.577392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.81103515625} +05/01/2023 01:22:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.853271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.98193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.489013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.955810546875} +05/01/2023 01:29:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.368408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.877685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.00341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.4921875} +05/01/2023 01:37:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.28271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7421875} +05/01/2023 01:45:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.90380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.23583984375} +05/01/2023 01:53:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.903564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.79443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.38623046875} +05/01/2023 02:01:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.377685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.824951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0107421875} +05/01/2023 02:10:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.31689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.62158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.312255859375} +05/01/2023 02:18:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.383544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.880615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.74951171875} +05/01/2023 02:25:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.130615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.75048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.183837890625} +05/01/2023 02:33:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.81689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.577880859375} +05/01/2023 02:41:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.283935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.94482421875} +05/01/2023 02:48:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.06201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.68994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.78759765625} +05/01/2023 02:56:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.21630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.316162109375} +05/01/2023 03:05:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.52197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.521240234375} +05/01/2023 03:13:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.87939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.44189453125} +05/01/2023 03:21:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.0751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.493408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.917724609375} +05/01/2023 03:21:10 - INFO - utils.logger - Step 80000: start validation +05/01/2023 03:29:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.27685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.441650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.719970703125} +05/01/2023 03:37:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.383056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.327392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.95458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.968505859375} +05/01/2023 03:44:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.372314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.468994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.51953125} +05/01/2023 03:52:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.351318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.021240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.53759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.425537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.153076171875} +05/01/2023 04:00:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.493408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.55419921875} +05/01/2023 04:08:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.355712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.641357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.522705078125} +05/01/2023 04:16:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.410888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.323486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.91455078125} +05/01/2023 04:24:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.091552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.0849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.482666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.037841796875} +05/01/2023 04:32:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.011962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.57080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.33349609375} +05/01/2023 04:40:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.435791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.833740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.489990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.402099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.62158203125} +05/01/2023 04:47:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.4404296875} +05/01/2023 04:55:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.27783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.98095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.82568359375} +05/01/2023 05:03:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.6552734375} +05/01/2023 05:10:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.81689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.68115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.22021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.41845703125} +05/01/2023 05:18:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.355712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.230224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.64794921875} +05/01/2023 05:26:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.476806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.476806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.480224609375} +05/01/2023 05:34:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.564697265625} +05/01/2023 05:41:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.40869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5546875} +05/01/2023 05:49:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.91455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.739501953125} +05/01/2023 05:56:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.359375} +05/01/2023 06:04:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.398681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.522216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.112060546875} +05/01/2023 06:12:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.363525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.501708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.17431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4365234375} +05/01/2023 06:20:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.330322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.935791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.485107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.406494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.4833984375} +05/01/2023 06:28:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.492431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.66748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.6025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.01318359375} +05/01/2023 06:36:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.343017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.461669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.27587890625} +05/01/2023 06:36:15 - INFO - utils.logger - Step 85000: start validation +05/01/2023 06:44:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.479736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.472900390625} +05/01/2023 06:53:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.268798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.8935546875} +05/01/2023 07:01:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.433837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.43701171875} +05/01/2023 07:09:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.347412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.851318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.77392578125} +05/01/2023 07:16:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.370849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.553955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.47119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.309326171875} +05/01/2023 07:24:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.30615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.09375} +05/01/2023 07:32:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.18212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.410888671875} +05/01/2023 07:40:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.14599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.487548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.591064453125} +05/01/2023 07:48:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.21142578125} +05/01/2023 07:56:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.356689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.341064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.63818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.71337890625} +05/01/2023 08:04:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.837890625} +05/01/2023 08:12:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.12060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.30322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.469482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.128173828125} +05/01/2023 08:20:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.777587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.13427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.9619140625} +05/01/2023 08:28:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.544921875} +05/01/2023 08:36:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.343994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.443115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.92138671875} +05/01/2023 08:44:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.645263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.614501953125} +05/01/2023 08:52:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.41552734375} +05/01/2023 09:00:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.53369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.891357421875} +05/01/2023 09:08:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.415283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.589599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.963134765625} +05/01/2023 09:15:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.23876953125} +05/01/2023 09:23:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.47021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.25439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3984375} +05/01/2023 09:31:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.355224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.988037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.13427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.491943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.567626953125} +05/01/2023 09:39:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.203125} +05/01/2023 09:46:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.52783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.951171875} +05/01/2023 09:55:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.391845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.71337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.458984375} +05/01/2023 09:55:11 - INFO - utils.logger - Step 90000: start validation +05/01/2023 10:04:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.376708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.802978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.13232421875} +05/01/2023 10:11:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.531494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.62158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.57861328125} +05/01/2023 10:19:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.46826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.12255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.908203125} +05/01/2023 10:27:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.337158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.238525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.424560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.697509765625} +05/01/2023 10:35:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.423095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.540283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.23583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.9443359375} +05/01/2023 10:43:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.647705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.604248046875} +05/01/2023 10:51:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.676513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.75341796875} +05/01/2023 10:59:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.48095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.64892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.707763671875} +05/01/2023 11:07:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.96728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.08447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3984375} +05/01/2023 11:15:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.67822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.23681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.527587890625} +05/01/2023 11:22:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.76318359375} +05/01/2023 11:30:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.48583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.496826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4658203125} +05/01/2023 11:37:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.6513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.828369140625} +05/01/2023 11:45:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.026123046875} +05/01/2023 11:53:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.02001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.71435546875} +05/01/2023 12:01:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.037841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.0322265625} +05/01/2023 12:08:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.426513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.22998046875} +05/01/2023 12:16:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.866943359375} +05/01/2023 12:24:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.54052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.294189453125} +05/01/2023 12:32:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.83642578125} +05/01/2023 12:40:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.428955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.284912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.47705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.204833984375} +05/01/2023 12:47:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.112060546875} +05/01/2023 12:55:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.53271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.56005859375} +05/01/2023 13:03:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.51611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.615234375} +05/01/2023 13:11:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.342529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.126708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.03125} +05/01/2023 13:11:40 - INFO - utils.logger - Step 95000: start validation +05/01/2023 13:20:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.37060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.02294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.33740234375} +05/01/2023 13:28:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.10888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.6201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.499755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.441650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.8896484375} +05/01/2023 13:36:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.357177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.067626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.490966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.559814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7607421875} +05/01/2023 13:43:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.16357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.36572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.498779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.799560546875} +05/01/2023 13:51:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.635498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.7470703125} +05/01/2023 13:59:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.325439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.534423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.10107421875} +05/01/2023 14:08:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.53662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.51806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.126708984375} +05/01/2023 14:16:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.675537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.06103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.46826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6220703125} +05/01/2023 14:23:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.33056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.80029296875} +05/01/2023 14:31:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.51806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.1533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.39453125} +05/01/2023 14:38:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.06982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7294921875} +05/01/2023 14:46:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.71142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.24365234375} +05/01/2023 14:54:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.884521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.83056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.431396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.962158203125} +05/01/2023 15:02:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.31982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.51416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.672607421875} +05/01/2023 15:10:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.09423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.31396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.775390625} +05/01/2023 15:17:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.365966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.728271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.93505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.973388671875} +05/01/2023 15:25:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.500244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.390380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.905029296875} +05/01/2023 15:33:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.06103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.04150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.924560546875} +05/01/2023 15:41:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.57861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.52587890625} +05/01/2023 15:48:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.88720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.48388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.84619140625} +05/01/2023 15:57:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.381103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.827392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.00634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.50732421875} +05/01/2023 16:04:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.363525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.465576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.11572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.72802734375} +05/01/2023 16:12:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.37841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.299072265625} +05/01/2023 16:20:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.21826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.401123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.799560546875} +05/01/2023 16:28:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.394775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.543701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.205322265625} +05/01/2023 16:28:49 - INFO - utils.logger - Step 100000: start validation +05/01/2023 16:37:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.36669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.913818359375} +05/01/2023 16:45:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.485107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.569091796875} +05/01/2023 16:52:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.38525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.2724609375} +05/01/2023 17:00:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.446044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.378173828125} +05/01/2023 17:09:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.14111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.497314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.018310546875} +05/01/2023 17:16:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.384033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.157958984375} +05/01/2023 17:24:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.45263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.441650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.901611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.486083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.401123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.03564453125} +05/01/2023 17:32:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.828125} +05/01/2023 17:40:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.345458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.665283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.35302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.67529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.480712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.489501953125} +05/01/2023 17:48:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.34814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.68896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4345703125} +05/01/2023 17:56:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.06591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.947998046875} +05/01/2023 18:04:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.02392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.55322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.432373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.422607421875} +05/01/2023 18:12:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.360595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.276123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.84912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.425048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.295166015625} +05/01/2023 18:20:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.32080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.68603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.166015625} +05/01/2023 18:28:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.61572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.27490234375} +05/01/2023 18:36:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.31884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.50341796875} +05/01/2023 18:44:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.739501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.794189453125} +05/01/2023 18:51:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.758056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.478759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.425048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.53955078125} +05/01/2023 18:59:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.32080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.94482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.385498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.951904296875} +05/01/2023 19:07:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.42138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.12548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.68310546875} +05/01/2023 19:15:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.378173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.442138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.98193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.66455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.446533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.591064453125} +05/01/2023 19:23:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.311279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.374755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.27001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.480712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.037841796875} +05/01/2023 19:31:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.15771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.75, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.74658203125} +05/01/2023 19:39:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.373046875} +05/01/2023 19:47:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.67041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.89892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.175537109375} +05/01/2023 19:47:16 - INFO - utils.logger - Step 105000: start validation +05/01/2023 19:55:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.365966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.624267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.092041015625} +05/01/2023 20:03:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.381103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.570556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.708740234375} +05/01/2023 20:11:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.370849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.196533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.92333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.495849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.616455078125} +05/01/2023 20:18:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.372802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.665283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.468505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.410400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.4296875} +05/01/2023 20:26:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.45166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.956787109375} +05/01/2023 20:34:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.343505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.026611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.22900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.2587890625} +05/01/2023 20:41:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.14306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.420166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.067626953125} +05/01/2023 20:49:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.95263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.0234375} +05/01/2023 20:56:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.87646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.482177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.702392578125} +05/01/2023 21:04:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.362060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.888427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.11376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.71435546875} +05/01/2023 21:12:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.54833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.29052734375} +05/01/2023 21:20:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.738037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.77880859375} +05/01/2023 21:28:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3974609375} +05/01/2023 21:36:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.71240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.8955078125} +05/01/2023 21:44:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.12939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.14892578125} +05/01/2023 21:52:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.01123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.105224609375} +05/01/2023 21:59:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.381591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.273681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.14404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.56787109375} +05/01/2023 22:07:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.378173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.379638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.32666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.433837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.568115234375} +05/01/2023 22:16:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.383056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.285888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.1943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.61474609375} +05/01/2023 22:24:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.55322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.619873046875} +05/01/2023 22:32:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.91455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.052001953125} +05/01/2023 22:40:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.95556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0947265625} +05/01/2023 22:49:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.23779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.46337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.350341796875} +05/01/2023 22:57:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.905517578125} +05/01/2023 23:05:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.460205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.340087890625} +05/01/2023 23:05:14 - INFO - utils.logger - Step 110000: start validation +05/01/2023 23:13:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.372314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.021240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.063232421875} +05/01/2023 23:21:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.685302734375} +05/01/2023 23:29:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.33056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.484619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.111083984375} +05/01/2023 23:37:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.487060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.858154296875} +05/01/2023 23:45:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.34423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.27587890625} +05/01/2023 23:52:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.127685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.434326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.006591796875} +05/02/2023 00:00:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.132568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1982421875} +05/02/2023 00:08:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.61376953125} +05/02/2023 00:15:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.356689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.214599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.65869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.99560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.591552734375} +05/02/2023 00:23:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.448486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.025634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.56005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.477294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.963623046875} +05/02/2023 00:30:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.072998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.02783203125} +05/02/2023 00:38:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.368408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.149169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.75341796875} +05/02/2023 00:46:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.103759765625} +05/02/2023 00:54:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.146728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.61474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.421142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.455810546875} +05/02/2023 01:02:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.60107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.23388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.8193359375} +05/02/2023 01:10:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.189208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.487060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.540283203125} +05/02/2023 01:18:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.03466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.34619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.060791015625} +05/02/2023 01:26:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.772216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.222900390625} +05/02/2023 01:34:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.378662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.421630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.85595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.761962890625} +05/02/2023 01:42:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.744873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.625244140625} +05/02/2023 01:50:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.52197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.2431640625} +05/02/2023 01:58:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.66650390625} +05/02/2023 02:06:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.97216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.26513671875} +05/02/2023 02:14:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.370361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.067626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.451904296875} +05/02/2023 02:21:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.415283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.828369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.989501953125} +05/02/2023 02:21:50 - INFO - utils.logger - Step 115000: start validation +05/02/2023 02:30:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.92431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.421142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.133056640625} +05/02/2023 02:38:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.411376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.920654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8662109375} +05/02/2023 02:46:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.0673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.88232421875} +05/02/2023 02:54:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.46533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.433837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.128173828125} +05/02/2023 03:01:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.64501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.655517578125} +05/02/2023 03:09:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.812744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.402099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.197998046875} +05/02/2023 03:17:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.449462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.530029296875} +05/02/2023 03:25:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.09228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.54833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.21142578125} +05/02/2023 03:32:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.362548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.575927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.43798828125} +05/02/2023 03:40:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.74072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.912841796875} +05/02/2023 03:48:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.154052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.35009765625} +05/02/2023 03:56:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.347900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.128662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.454345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.759033203125} +05/02/2023 04:03:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.381103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.93603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.62060546875} +05/02/2023 04:11:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.322021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.731689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.09716796875} +05/02/2023 04:19:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.1806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.099853515625} +05/02/2023 04:26:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.8935546875} +05/02/2023 04:34:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.362548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.525146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.673828125} +05/02/2023 04:42:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.67724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.2626953125} +05/02/2023 04:50:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.15283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.432373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.011962890625} +05/02/2023 04:58:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.554931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.434814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.382568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.497314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.075927734375} +05/02/2023 05:05:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.02001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.15771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.487060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.78125} +05/02/2023 05:13:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.65185546875} +05/02/2023 05:20:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.142822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.414794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.496826171875} +05/02/2023 05:28:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.24658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.475341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.26220703125} +05/02/2023 05:36:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.351318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.62060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.049072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.109619140625} +05/02/2023 05:36:28 - INFO - utils.logger - Step 120000: start validation +05/02/2023 05:44:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.367919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.008544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.94482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.457275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.765869140625} +05/02/2023 05:52:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.552490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.939453125} +05/02/2023 06:00:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.92333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.249267578125} +05/02/2023 06:07:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.370849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.992431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.498779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.138916015625} +05/02/2023 06:15:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.677490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.64697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.467041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.336669921875} +05/02/2023 06:23:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.348876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.617919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.758056640625} +05/02/2023 06:31:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.74658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.354248046875} +05/02/2023 06:39:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.345458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.548095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.64306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.428466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.602783203125} +05/02/2023 06:46:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.370849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.067626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.1279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.94189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.49853515625} +05/02/2023 06:54:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.52685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.14306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.99365234375} +05/02/2023 07:02:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.43115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.39111328125} +05/02/2023 07:10:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.159912109375} +05/02/2023 07:18:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.10693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.485107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.411376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.046875} +05/02/2023 07:25:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.499267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.304443359375} +05/02/2023 07:33:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.960693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.406494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.492431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.857421875} +05/02/2023 07:42:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.301513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.01025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.446533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.759033203125} +05/02/2023 07:50:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.326904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.343017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.31396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.310302734375} +05/02/2023 07:57:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.097900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.62451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.58056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.678466796875} +05/02/2023 08:05:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.315185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.307373046875} +05/02/2023 08:13:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.398193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.831787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.66259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6337890625} +05/02/2023 08:21:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.69384765625} +05/02/2023 08:29:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.22802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.50537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.433349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.678466796875} +05/02/2023 08:37:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.419189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.486083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.900146484375} +05/02/2023 08:45:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.351806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.618408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.482177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.513916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.68701171875} +05/02/2023 08:53:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.339599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.750732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.38037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.50048828125} +05/02/2023 08:53:56 - INFO - utils.logger - Step 125000: start validation +05/02/2023 09:02:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.40771484375} +05/02/2023 09:10:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.350341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.187255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.59814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.92724609375} +05/02/2023 09:18:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.367919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.696533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.99072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.82080078125} +05/02/2023 09:26:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.720458984375} +05/02/2023 09:34:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.24267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.958251953125} +05/02/2023 09:42:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.351806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.182861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.498291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.89599609375} +05/02/2023 09:49:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.641845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.59521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.470947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.959228515625} +05/02/2023 09:57:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.50927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.831787109375} +05/02/2023 10:05:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.54638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.468505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.392822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.94677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.01513671875} +05/02/2023 10:13:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.87841796875} +05/02/2023 10:21:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.328369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.64892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.656005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.186767578125} +05/02/2023 10:29:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.0048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.94482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.071533203125} +05/02/2023 10:45:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.52001953125} +05/02/2023 10:52:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.97607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.54931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.489013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.983154296875} +05/02/2023 11:00:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.246337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.329833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.311279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.88671875} +05/02/2023 11:08:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.16552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.11474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3642578125} +05/02/2023 11:16:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.69091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.261474609375} +05/02/2023 11:24:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.68017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.849609375} +05/02/2023 11:32:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.53271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.468505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.094482421875} +05/02/2023 11:40:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.496826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.152587890625} +05/02/2023 11:47:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.59423828125} +05/02/2023 11:55:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.75537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.49951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.32080078125} +05/02/2023 12:02:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.30322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.2001953125} +05/02/2023 12:10:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.939208984375} +05/02/2023 12:18:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.92919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.460205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.267822265625} +05/02/2023 12:18:25 - INFO - utils.logger - Step 130000: start validation +05/02/2023 12:26:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.45556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.496826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.355712890625} +05/02/2023 12:34:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.06005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.433349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.061279296875} +05/02/2023 12:41:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.354248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.693115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.989013671875} +05/02/2023 12:49:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.89892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.433837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.258056640625} +05/02/2023 12:57:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.03076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.001953125} +05/02/2023 13:05:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.434814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.675048828125} +05/02/2023 13:13:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.514404296875} +05/02/2023 13:21:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.038330078125} +05/02/2023 13:28:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0126953125} +05/02/2023 13:37:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.98583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.93701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.43994140625} +05/02/2023 13:45:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.329345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.885986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.49853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.441162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.269287109375} +05/02/2023 13:53:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.61083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.85791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.47802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.422607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.764892578125} +05/02/2023 14:01:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.277099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.095458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.269287109375} +05/02/2023 14:09:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.1923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.43994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.467041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.940673828125} +05/02/2023 14:17:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.47998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.479736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.419189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.60302734375} +05/02/2023 14:24:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.363037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.710205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0} +05/02/2023 14:32:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.69384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6201171875} +05/02/2023 14:40:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.874267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.46630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.38525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1376953125} +05/02/2023 14:48:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.20849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.93212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.487548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.163818359375} +05/02/2023 14:56:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.401123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.255615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.35986328125} +05/02/2023 15:04:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.64306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.61767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.06005859375} +05/02/2023 15:12:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.342529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.745849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.41748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1181640625} +05/02/2023 15:20:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.752197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.58740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8388671875} +05/02/2023 15:28:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.352783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.144287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.94091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.375244140625} +05/02/2023 15:36:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.222412109375} +05/02/2023 15:36:49 - INFO - utils.logger - Step 135000: start validation +05/02/2023 15:45:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.358154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.806396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.06103515625} +05/02/2023 15:53:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.87255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.483154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.972900390625} +05/02/2023 16:01:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.88916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.494873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.409912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.28662109375} +05/02/2023 16:09:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.24951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.60205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.50048828125} +05/02/2023 16:17:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.787109375} +05/02/2023 16:25:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.15380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5517578125} +05/02/2023 16:32:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.889404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.7001953125} +05/02/2023 16:40:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9384765625} +05/02/2023 16:48:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.11865234375} +05/02/2023 16:56:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.61572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.22802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.68017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.623779296875} +05/02/2023 17:04:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.400146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.24951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.460693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.214111328125} +05/02/2023 17:12:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.239013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.598876953125} +05/02/2023 17:20:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.940185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.1083984375} +05/02/2023 17:28:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.363037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.657958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.46728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.821533203125} +05/02/2023 17:35:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.407958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.783447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.33984375} +05/02/2023 17:44:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.11669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.68017578125} +05/02/2023 17:51:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.87451171875} +05/02/2023 17:59:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.65771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.697265625} +05/02/2023 18:07:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.160400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.495849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.904052734375} +05/02/2023 18:14:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.5849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.1064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.472900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.356201171875} +05/02/2023 18:22:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.57666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.671630859375} +05/02/2023 18:30:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.26904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.470947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.083740234375} +05/02/2023 18:37:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.420654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.506591796875} +05/02/2023 18:45:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.31591796875} +05/02/2023 18:53:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.851318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.466552734375} +05/02/2023 18:53:41 - INFO - utils.logger - Step 140000: start validation +05/02/2023 19:02:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.18310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6220703125} +05/02/2023 19:09:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.20458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.45654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.485595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.416259765625} +05/02/2023 19:17:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.358642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.820556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.685791015625} +05/02/2023 19:25:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.16552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.61962890625} +05/02/2023 19:32:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.414794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.672119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.460693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.242919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.722900390625} +05/02/2023 19:40:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.607177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9482421875} +05/02/2023 19:48:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.476806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.803466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.440185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.393310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.71142578125} +05/02/2023 19:56:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.32470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.64208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.088623046875} +05/02/2023 20:04:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.340576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.211181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.64306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.72119140625} +05/02/2023 20:12:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.00537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.33837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.39013671875} +05/02/2023 20:19:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.365966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.701904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.48876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.150634765625} +05/02/2023 20:27:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.96142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.481689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.398193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1025390625} +05/02/2023 20:34:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.64892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.339599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.53662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.59033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.95458984375} +05/02/2023 20:42:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.01025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.476806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.060791015625} +05/02/2023 20:50:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.26904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6025390625} +05/02/2023 20:58:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.543212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.44580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.076904296875} +05/02/2023 21:06:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.98095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.1845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.62646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.406494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.943603515625} +05/02/2023 21:13:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.959228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.426513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.909912109375} +05/02/2023 21:21:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.389892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.425537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.325439453125} +05/02/2023 21:29:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.13623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.86962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5302734375} +05/02/2023 21:37:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.26318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.223876953125} +05/02/2023 21:46:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.325927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.176025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.68994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.42626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.391845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.621826171875} +05/02/2023 21:53:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.66796875} +05/02/2023 22:01:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.32958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.0751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.19873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5849609375} +05/02/2023 22:09:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.32470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.99853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.582275390625} +05/02/2023 22:09:56 - INFO - utils.logger - Step 145000: start validation +05/02/2023 22:18:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.693603515625} +05/02/2023 22:26:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.23974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5732421875} +05/02/2023 22:34:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.17626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.01513671875} +05/02/2023 22:42:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.80126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.57470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.390625} +05/02/2023 22:49:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.50830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.194091796875} +05/02/2023 22:57:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.71533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.43896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.182861328125} +05/02/2023 23:05:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.49853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.090576171875} +05/02/2023 23:13:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4755859375} +05/02/2023 23:21:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.576904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.441162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.567626953125} +05/02/2023 23:29:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.347412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.253173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.2080078125} +05/02/2023 23:37:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.358154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.245849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.72119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1328125} +05/02/2023 23:45:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.240478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.56494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.152099609375} +05/02/2023 23:52:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.87060546875} +05/03/2023 00:00:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.46533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.18896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.595947265625} +05/03/2023 00:08:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.378662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.365966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.91259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.29833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.496337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.867431640625} +05/03/2023 00:15:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.391357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.729248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.19482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.84912109375} +05/03/2023 00:23:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.328857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.458251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.05517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.2890625} +05/03/2023 00:31:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.54443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.067626953125} +05/03/2023 00:39:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.994873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.47900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.419189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.25, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.369873046875} +05/03/2023 00:47:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.60009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.477783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.413818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.322265625} +05/03/2023 00:55:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.642578125} +05/03/2023 01:02:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.20654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.22705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.441650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.389404296875} +05/03/2023 01:10:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.925537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.24951171875} +05/03/2023 01:18:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.349853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.50830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.480712890625} +05/03/2023 01:25:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.9677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.35107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.96826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.3515625} +05/03/2023 01:25:58 - INFO - utils.logger - Step 150000: start validation +05/03/2023 01:35:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.455078125} +05/03/2023 01:43:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.70654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.471923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.373779296875} +05/03/2023 01:50:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.48193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.470458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.643798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0673828125} +05/03/2023 01:58:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.354736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.061767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.70068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.469482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.411865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.11962890625} +05/03/2023 02:06:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.98486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.48681640625} +05/03/2023 02:14:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.00927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5556640625} +05/03/2023 02:22:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 1.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.947021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.01953125} +05/03/2023 02:30:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.113525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.55224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.045166015625} +05/03/2023 02:38:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.226806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.1923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.479248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.408935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.78662109375} +05/03/2023 02:45:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.325439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.318603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.64208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.471923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.079345703125} +05/03/2023 02:54:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.592529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.42529296875} +05/03/2023 03:02:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.328369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 1.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.245361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.28955078125} +05/03/2023 03:10:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.10205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.65478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.280029296875} +05/03/2023 03:18:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.341552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.478759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.457275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.157470703125} +05/03/2023 03:26:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.349853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.156005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.27294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.146240234375} +05/03/2023 03:34:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.54736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.61376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.478271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.389892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.2578125} +05/03/2023 03:42:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.47802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.410888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.726806640625} +05/03/2023 03:50:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.32861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.63037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.433837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.200439453125} +05/03/2023 03:59:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.02978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.498779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.606689453125} +05/03/2023 04:06:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.143798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.58251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.99560546875} +05/03/2023 04:14:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.26904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.496337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.209228515625} +05/03/2023 04:22:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.6845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.98291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.154541015625} +05/03/2023 04:29:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.64306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.05615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.433349609375} +05/03/2023 04:37:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.381591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.150634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.496337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.431884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.39794921875} +05/03/2023 04:45:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.18115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.41357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.30615234375} +05/03/2023 04:45:42 - INFO - utils.logger - Step 155000: start validation +05/03/2023 04:54:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.357177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.480712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5703125} +05/03/2023 05:01:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.31787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.87255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.496826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.440185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.95751953125} +05/03/2023 05:10:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.171142578125} +05/03/2023 05:17:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.341064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.283935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.483154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.393798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.921875} +05/03/2023 05:25:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.341064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.114013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.47216796875} +05/03/2023 05:33:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.360107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.339111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.19775390625} +05/03/2023 05:41:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.68115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.476806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.557373046875} +05/03/2023 05:50:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.317626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.119384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.791748046875} +05/03/2023 05:57:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.367431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.214111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.45458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.405029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.171142578125} +05/03/2023 06:05:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.350830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.509033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.485595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.580810546875} +05/03/2023 06:13:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.336181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.816162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.36181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.411865234375} +05/03/2023 06:21:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.044677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.27001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.31591796875} +05/03/2023 06:29:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.410400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.632568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.31494140625} +05/03/2023 06:37:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.490966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.46240234375} +05/03/2023 06:45:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.28955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.24609375} +05/03/2023 06:53:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.487060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.546875} +05/03/2023 07:00:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.47900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.19970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.57177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.158447265625} +05/03/2023 07:09:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.6142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.353515625} +05/03/2023 07:17:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.513427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.184326171875} +05/03/2023 07:25:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.61083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.83984375} +05/03/2023 07:32:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.414306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.025634765625} +05/03/2023 07:40:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.2158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.491943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.940185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.080078125} +05/03/2023 07:48:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.1455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.489013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.067626953125} +05/03/2023 07:56:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.89208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.27099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.431396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.000244140625} +05/03/2023 08:03:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.43115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.45947265625} +05/03/2023 08:03:39 - INFO - utils.logger - Step 160000: start validation +05/03/2023 08:12:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.49658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.60791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.402587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.427978515625} +05/03/2023 08:20:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.64794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.60595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.54150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.496337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.593994140625} +05/03/2023 08:27:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.131591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.50244140625} +05/03/2023 08:35:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.218994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5361328125} +05/03/2023 08:43:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.562744140625} +05/03/2023 08:51:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.359130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.475830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.64599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.50146484375} +05/03/2023 08:58:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.344970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.509033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.428955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.891845703125} +05/03/2023 09:06:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.358642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.619384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.05419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.441650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.485107421875} +05/03/2023 09:14:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.352783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.919189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.47802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.404296875} +05/03/2023 09:22:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.15380859375} +05/03/2023 09:30:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.354248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.996337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.45361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.397705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.467529296875} +05/03/2023 09:37:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.363037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.584716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.460205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.818115234375} +05/03/2023 09:45:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.30126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.24267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.53271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.710205078125} +05/03/2023 09:53:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.653076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.12451171875} +05/03/2023 10:01:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.351318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.230712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.42919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.26025390625} +05/03/2023 10:08:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.48779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.96875} +05/03/2023 10:17:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.309814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.788818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.68310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.490966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.896728515625} +05/03/2023 10:24:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.67138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.467529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.472412109375} +05/03/2023 10:32:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.457763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.861083984375} +05/03/2023 10:40:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.09765625} +05/03/2023 10:48:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.57177734375} +05/03/2023 10:56:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.308349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.63623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.095947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.50830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.92724609375} +05/03/2023 11:03:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.61083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.94287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.92626953125} +05/03/2023 11:11:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.322509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.411376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.13232421875} +05/03/2023 11:19:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.814697265625} +05/03/2023 11:19:44 - INFO - utils.logger - Step 165000: start validation +05/03/2023 11:28:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.377197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.104248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.255615234375} +05/03/2023 11:36:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.366455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.594482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.962646484375} +05/03/2023 11:43:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.54345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.492431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.524169921875} +05/03/2023 11:51:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.370849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.085205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.28271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.617431640625} +05/03/2023 11:59:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.99853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.720458984375} +05/03/2023 12:07:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.363525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.777099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.60986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.95166015625} +05/03/2023 12:14:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.342041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.225341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.35009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.266845703125} +05/03/2023 12:22:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.372314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.280029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.85302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.390380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.988037109375} +05/03/2023 12:30:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.42041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.23974609375} +05/03/2023 12:39:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.2060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.42431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.853271484375} +05/03/2023 12:47:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.18701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.426513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.677001953125} +05/03/2023 12:55:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.27685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.30419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.014892578125} +05/03/2023 13:03:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.95263671875} +05/03/2023 13:11:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.111083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.71142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.81396484375} +05/03/2023 13:19:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.09326171875} +05/03/2023 13:26:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.529052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.207275390625} +05/03/2023 13:34:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.63232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.59765625} +05/03/2023 13:41:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.378173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.560791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.407958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.493896484375} +05/03/2023 13:49:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 1.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.739501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.47998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0458984375} +05/03/2023 13:57:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.92333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.029541015625} +05/03/2023 14:05:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.781982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.400390625} +05/03/2023 14:13:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.340576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.62255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.839111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.39111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.14013671875} +05/03/2023 14:21:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.377197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.363525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.06787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.92626953125} +05/03/2023 14:29:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.365478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.64697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.379638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1083984375} +05/03/2023 14:36:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.324462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.192626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.27294921875} +05/03/2023 14:36:58 - INFO - utils.logger - Step 170000: start validation +05/03/2023 14:46:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.382080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.444580078125} +05/03/2023 14:53:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.93212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.882080078125} +05/03/2023 15:01:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.02392578125} +05/03/2023 15:09:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.346435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.417724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1494140625} +05/03/2023 15:17:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.368408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.64599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.790771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.364013671875} +05/03/2023 15:25:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.346923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.140869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.026123046875} +05/03/2023 15:33:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.67724609375} +05/03/2023 15:40:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.391845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.099853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.30419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.481689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.414306640625} +05/03/2023 15:48:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.04931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.63134765625} +05/03/2023 15:56:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.387451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.697021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3017578125} +05/03/2023 16:03:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.89599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.176513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.394775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.818603515625} +05/03/2023 16:11:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.398681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.611572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.996337890625} +05/03/2023 16:19:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.32666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.61962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.12548828125} +05/03/2023 16:26:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.335205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.63720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.319091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.817626953125} +05/03/2023 16:34:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.022705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.94970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.476318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.92919921875} +05/03/2023 16:42:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.65283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.270263671875} +05/03/2023 16:49:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.479736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.492431640625} +05/03/2023 16:58:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.322021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.212646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.97021484375} +05/03/2023 17:05:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.967529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.179443359375} +05/03/2023 17:13:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.356201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.328369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.492431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1396484375} +05/03/2023 17:21:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.94189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.091064453125} +05/03/2023 17:28:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.62451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.469482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.336669921875} +05/03/2023 17:36:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.277099609375} +05/03/2023 17:44:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.59619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.88330078125} +05/03/2023 17:52:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.64599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.479248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.93603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.715576171875} +05/03/2023 17:52:37 - INFO - utils.logger - Step 175000: start validation +05/03/2023 18:01:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.13916015625} +05/03/2023 18:09:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.338623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.613037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.46435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.75634765625} +05/03/2023 18:16:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.457275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.173583984375} +05/03/2023 18:25:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.342529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.097412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.697265625} +05/03/2023 18:32:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.67626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.489501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.409423828125} +05/03/2023 18:40:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.32666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.59912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.94189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.494384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.102783203125} +05/03/2023 18:48:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.987548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.21533203125} +05/03/2023 18:56:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.773193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.6689453125} +05/03/2023 19:03:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.92919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.49169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.491455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.342041015625} +05/03/2023 19:11:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.351318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.938720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.1240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.0751953125} +05/03/2023 19:18:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.381103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.038818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.435791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.417236328125} +05/03/2023 19:26:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.05615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.440673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.504150390625} +05/03/2023 19:34:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.330810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.601318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.80322265625} +05/03/2023 19:42:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.62841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.14990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.46533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.410888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.838134765625} +05/03/2023 19:49:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.368408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.569091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.14306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.496826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.505615234375} +05/03/2023 19:57:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.852294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.44091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.46923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.04150390625} +05/03/2023 20:05:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.360107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.948486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.58935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.520263671875} +05/03/2023 20:13:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.13623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.003173828125} +05/03/2023 20:20:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.48974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.94287109375} +05/03/2023 20:28:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.349365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.614013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0205078125} +05/03/2023 20:36:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.05224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.1357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.050048828125} +05/03/2023 20:44:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.44091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.846923828125} +05/03/2023 20:52:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.343505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.211669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8154296875} +05/03/2023 21:00:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.62158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.7392578125} +05/03/2023 21:08:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.10791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.7412109375} +05/03/2023 21:08:14 - INFO - utils.logger - Step 180000: start validation +05/03/2023 21:16:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.31982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.93017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.42724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.95361328125} +05/03/2023 21:24:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.86279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.912353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.1064453125} +05/03/2023 21:32:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.37158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.473876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.92333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.25, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.200927734375} +05/03/2023 21:40:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.859619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.27099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.708251953125} +05/03/2023 21:48:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.327880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.446044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.71728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.495849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.61376953125} +05/03/2023 21:55:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.343994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.64697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.651123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1162109375} +05/03/2023 22:03:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.49560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.42822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.489501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.572021484375} +05/03/2023 22:11:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.64697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.08251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.45751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.412109375} +05/03/2023 22:19:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.342529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.119384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.706298828125} +05/03/2023 22:27:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.394287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.96337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.104736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.986328125} +05/03/2023 22:35:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.05126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.56396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3515625} +05/03/2023 22:43:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.08154296875} +05/03/2023 22:51:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.05322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.53173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.365966796875} +05/03/2023 22:59:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.366943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.825927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.472900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.162353515625} +05/03/2023 23:06:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.342529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.61865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.565673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.05419921875} +05/03/2023 23:14:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.415283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.94189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.751220703125} +05/03/2023 23:22:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.349365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.170654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.95068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.927001953125} +05/03/2023 23:29:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.331787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.64208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.180908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.43505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.430419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.561767578125} +05/03/2023 23:37:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.324951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.421630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.76611328125} +05/03/2023 23:45:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.363037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.191650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.1630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.499267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.602294921875} +05/03/2023 23:53:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.354736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.731689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.04736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.2529296875} +05/04/2023 00:01:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.401123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.590576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.57861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.529296875} +05/04/2023 00:08:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9560546875} +05/04/2023 00:16:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.87841796875} +05/04/2023 00:24:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.22265625} +05/04/2023 00:24:27 - INFO - utils.logger - Step 185000: start validation +05/04/2023 00:36:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.446533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.579345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.07080078125} +05/04/2023 00:44:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.53369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.482666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.77880859375} +05/04/2023 00:51:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.59326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.20751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.440673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.902587890625} +05/04/2023 00:59:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.93310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.499755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.420654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.50732421875} +05/04/2023 01:07:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1015625} +05/04/2023 01:15:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.0361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.217041015625} +05/04/2023 01:22:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.27099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.923095703125} +05/04/2023 01:30:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.349853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.775634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.489990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.007568359375} +05/04/2023 01:38:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.31005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.54736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.493896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.616455078125} +05/04/2023 01:47:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.65771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.53271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.498291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.343017578125} +05/04/2023 01:54:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.58935546875} +05/04/2023 02:02:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.91943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.64501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.428466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.822509765625} +05/04/2023 02:10:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.41748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.454345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.633544921875} +05/04/2023 02:18:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.351318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.767333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.09423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0673828125} +05/04/2023 02:26:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.87939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.89794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.76220703125} +05/04/2023 02:34:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.221923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.44970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.20947265625} +05/04/2023 02:41:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.493408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.03564453125} +05/04/2023 02:49:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.64990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.25927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.0, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.29296875} +05/04/2023 02:57:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.339111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.507568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.984619140625} +05/04/2023 03:05:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.97314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.348876953125} +05/04/2023 03:12:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.8359375} +05/04/2023 03:20:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.63818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.73974609375} +05/04/2023 03:28:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.497314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.896484375} +05/04/2023 03:36:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.847900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.47509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.416748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.759033203125} +05/04/2023 03:43:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.359619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.25, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.706298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.802734375} +05/04/2023 03:43:56 - INFO - utils.logger - Step 190000: start validation +05/04/2023 03:53:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.87255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.0927734375} +05/04/2023 04:01:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.01318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.484130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.398681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1171875} +05/04/2023 04:08:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.25, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.767333984375} +05/04/2023 04:16:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.52783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.768798828125} +05/04/2023 04:23:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.43212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.469482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.357177734375} +05/04/2023 04:31:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.342529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.566162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.48974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.16552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.47119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.399169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.405517578125} +05/04/2023 04:39:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.18994140625} +05/04/2023 04:46:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.4931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.62841796875} +05/04/2023 04:54:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.329833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.039306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.493896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.053466796875} +05/04/2023 05:02:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.362060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.079833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.39013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.958740234375} +05/04/2023 05:09:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.359130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.65478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.188720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.431396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.842041015625} +05/04/2023 05:17:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.67822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.147705078125} +05/04/2023 05:24:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.473876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.682373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.472412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.391357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.60986328125} +05/04/2023 05:32:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.241943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.94775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.0986328125} +05/04/2023 05:40:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.13525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.51806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.478759765625} +05/04/2023 05:48:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.63623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.04150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.46630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.397705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.492919921875} +05/04/2023 05:56:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.00048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.231689453125} +05/04/2023 06:03:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.54931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.573974609375} +05/04/2023 06:11:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.15380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0927734375} +05/04/2023 06:19:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.357666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.045166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.04638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.416748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.709228515625} +05/04/2023 06:33:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.6513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.464111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.406982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.490234375} +05/04/2023 06:41:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.488525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.306396484375} +05/04/2023 06:49:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.279541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.48779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.425537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.772705078125} +05/04/2023 06:56:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.340087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.63427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.654052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.376708984375} +05/04/2023 07:04:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.32275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.34912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.60302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9833984375} +05/04/2023 07:04:45 - INFO - utils.logger - Step 195000: start validation +05/04/2023 07:13:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.221923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.37060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.471923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.935302734375} +05/04/2023 07:21:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.409912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.615966796875} +05/04/2023 07:29:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.03955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.497802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.125732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.398193359375} diff --git a/pretrain/large/ckpt/model_step_195680_last.pt b/pretrain/large/ckpt/model_step_195680_last.pt new file mode 100644 index 0000000000000000000000000000000000000000..547f45697ff3f6a3da029a2f81c3a40d40163ccf --- /dev/null +++ b/pretrain/large/ckpt/model_step_195680_last.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ba178cd6fecde28748fa074fb3309581efa01968c14a22e32147734f81078e +size 4590325792 diff --git a/pretrain/large/ckpt/optimizer_step_195680.pt b/pretrain/large/ckpt/optimizer_step_195680.pt new file mode 100644 index 0000000000000000000000000000000000000000..488015cb57f30f8e658123ed4c914e886687b0fa --- /dev/null +++ b/pretrain/large/ckpt/optimizer_step_195680.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:421fffa2d7e53b2abe61db392b99764cd4207fcb9c28b491940f00236c702a07 +size 5526390473 diff --git a/pretrain/large/log/events.out.tfevents.1681230810.n136-024-031 b/pretrain/large/log/events.out.tfevents.1681230810.n136-024-031 new file mode 100644 index 0000000000000000000000000000000000000000..7407db28b25b5bd18734fb0fb10bfe51048028c0 --- /dev/null +++ b/pretrain/large/log/events.out.tfevents.1681230810.n136-024-031 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af9ae6523fb5b967a490d31b0a382b2a77839639b6e5377857d0d8d7359e12e +size 303603707 diff --git a/pretrain/large/log/hps.json b/pretrain/large/log/hps.json new file mode 100644 index 0000000000000000000000000000000000000000..14d2edb853ee45290bcb40973d3b1f88a8f4d357 --- /dev/null +++ b/pretrain/large/log/hps.json @@ -0,0 +1,149 @@ +{ + "local_rank": 0, + "checkpoint": null, + "resume": false, + "output_dir": "./output/experiments/ensemble_base/pretrain-cc12m-cc4m-webvid10m-baseclipopen+vidadapterfreeze-20-20-10-ensemble-scalesharesum_64gpus", + "config": "./config/byte/pretrain/ensemble_base/pretrain-cc12m-cc4m-webvid10m-baseclipopen+vidadapterfreeze-20-20-10-ensemble-scalesharesum.json", + "wandb": false, + "find_unused_parameters": false, + "vision_encoder.frozen_vision": true, + "video_cfg": { + "sample_num": 4, + "resolution": 224, + "mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ] + }, + "schedule": { + "use_validate": false, + "valid_steps": 5000 + }, + "optimizer": { + "learning_rate": 0.0001, + "vision_lr": 5e-07, + "optim": "adamw", + "scheduler": "warmup_linear", + "betas": [ + 0.9, + 0.98 + ], + "weight_decay": 0.01, + "grad_norm": 5.0, + "warmup_ratio": 0.1, + "seed": 60, + "fp16": true, + "gradient_accumulation_steps": 1, + "num_train_steps": 195680 + }, + "vision_encoder": { + "vision_type": "cb_clip", + "pretrained": { + "zc_clip1": "/mnt/bn/hexingjian/VLP/output/experiments/cbconfig/pretrain-cc4m-cc12m-clip_large-20-20_64gpus/ckpt/model_opt.pth", + "video_adapter_clip2": "./output/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/model_opt.pth" + }, + "video_dim": 1024, + "proj_dim": 768, + "adaptor": [ + false, + false + ], + "grad_checkpointing": true, + "start_adapt_layer": 7, + "adapt_cls_dim": 512, + "adapt_patch_dim": 512, + "adapt_order": "adapt_first", + "frozen_vision": true + }, + "txt_encoder": { + "txt_dim": 768, + "proj_dim": 768 + }, + "multi_encoder": { + "multi_type": "bert", + "bert_config": "./output/pretrained_weights/bert/bert-base-uncased.json", + "pretrained": "./output/pretrained_weights/bert/bert-base-uncased.bin", + "multimodal_dim": 768, + "vocab_size": 30522, + "match_neg_prob": 0.5, + "multi_cross": 2, + "ensemble_type": "scale_share_sum" + }, + "losses": { + "mask_prob": 0.15, + "mask_token": 103 + }, + "data_cfg": { + "train": [ + { + "datasets": { + "name": "distcc12m", + "data_path": [ + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/cc12m_bs64" + ], + "datatype": "image", + "tokenizer": { + "txt_encoder": "clip_tokenizer", + "multi_encoder": "bert_tokenizer" + } + }, + "task": "contraTwo_unimlmTwo_mlmTwo", + "data_len": 11105356, + "epoch": 20, + "mix_ratio": 1, + "batch_size": 32, + "n_workers": 2 + }, + { + "datasets": { + "name": "distcc4m", + "data_path": [ + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/coco_testset_filtered", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/vg_testset_filtered", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/sbu_bs64", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/cc3m_bs64" + ], + "datatype": "image", + "tokenizer": { + "txt_encoder": "clip_tokenizer", + "multi_encoder": "bert_tokenizer" + } + }, + "task": "contraTwo_unimlmTwo_mlmTwo", + "data_len": 5114489, + "epoch": 20, + "mix_ratio": 1, + "batch_size": 32, + "n_workers": 4 + }, + { + "datasets": [ + { + "name": "webvid10m", + "ids_path": "", + "video": "/mnt/bn/vlp-v6/webvid10m", + "txt": "/mnt/bn/vlp-v6/webvid2.5M_package/webvid_pretrain_anno_new.pkl", + "datatype": "video", + "tokenizer": { + "txt_encoder": "clip_tokenizer", + "multi_encoder": "bert_tokenizer" + } + } + ], + "task": "contraTwo_unimlmTwo_mlmTwo", + "data_len": 7639040, + "epoch": 10, + "mix_ratio": 1, + "batch_size": 32, + "n_workers": 2 + } + ], + "val": [] + } +} \ No newline at end of file diff --git a/pretrain/large/log/log.txt b/pretrain/large/log/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..63179c43e6ff21a55871b96e75b5f46ec8131ac4 --- /dev/null +++ b/pretrain/large/log/log.txt @@ -0,0 +1,1187 @@ +04/12/2023 00:33:31 - INFO - utils.logger - Model config { + "checkpoint": null, + "config": "./config/byte/pretrain/ensemble_base/pretrain-cc12m-cc4m-webvid10m-baseclipopen+vidadapterfreeze-20-20-10-ensemble-scalesharesum.json", + "data_cfg": { + "train": [ + { + "batch_size": 32, + "data_len": 11105356, + "datasets": { + "data_path": [ + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/cc12m_bs64" + ], + "datatype": "image", + "name": "distcc12m", + "tokenizer": { + "multi_encoder": "bert_tokenizer", + "txt_encoder": "clip_tokenizer" + } + }, + "epoch": 20, + "mix_ratio": 1, + "n_workers": 2, + "task": "contraTwo_unimlmTwo_mlmTwo" + }, + { + "batch_size": 32, + "data_len": 5114489, + "datasets": { + "data_path": [ + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/coco_testset_filtered", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/vg_testset_filtered", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/sbu_bs64", + "hdfs://haruna/home/byte_arnold_hl_vc/guolongteng.lt/data/public/vlm/cc3m_bs64" + ], + "datatype": "image", + "name": "distcc4m", + "tokenizer": { + "multi_encoder": "bert_tokenizer", + "txt_encoder": "clip_tokenizer" + } + }, + "epoch": 20, + "mix_ratio": 1, + "n_workers": 4, + "task": "contraTwo_unimlmTwo_mlmTwo" + }, + { + "batch_size": 32, + "data_len": 7639040, + "datasets": [ + { + "datatype": "video", + "ids_path": "", + "name": "webvid10m", + "tokenizer": { + "multi_encoder": "bert_tokenizer", + "txt_encoder": "clip_tokenizer" + }, + "txt": "/mnt/bn/vlp-v6/webvid2.5M_package/webvid_pretrain_anno_new.pkl", + "video": "/mnt/bn/vlp-v6/webvid10m" + } + ], + "epoch": 10, + "mix_ratio": 1, + "n_workers": 2, + "task": "contraTwo_unimlmTwo_mlmTwo" + } + ], + "val": [] + }, + "find_unused_parameters": false, + "local_rank": 0, + "losses": { + "mask_prob": 0.15, + "mask_token": 103 + }, + "multi_encoder": { + "bert_config": "./output/pretrained_weights/bert/bert-base-uncased.json", + "ensemble_type": "scale_share_sum", + "match_neg_prob": 0.5, + "multi_cross": 2, + "multi_type": "bert", + "multimodal_dim": 768, + "pretrained": "./output/pretrained_weights/bert/bert-base-uncased.bin", + "vocab_size": 30522 + }, + "optimizer": { + "betas": [ + 0.9, + 0.98 + ], + "fp16": true, + "grad_norm": 5.0, + "gradient_accumulation_steps": 1, + "learning_rate": 0.0001, + "num_train_steps": 195680, + "optim": "adamw", + "scheduler": "warmup_linear", + "seed": 60, + "vision_lr": 5e-07, + "warmup_ratio": 0.1, + "weight_decay": 0.01 + }, + "output_dir": "./output/experiments/ensemble_base/pretrain-cc12m-cc4m-webvid10m-baseclipopen+vidadapterfreeze-20-20-10-ensemble-scalesharesum_64gpus", + "resume": false, + "schedule": { + "use_validate": false, + "valid_steps": 5000 + }, + "txt_encoder": { + "proj_dim": 768, + "txt_dim": 768 + }, + "video_cfg": { + "mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "resolution": 224, + "sample_num": 4, + "std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ] + }, + "vision_encoder": { + "adapt_cls_dim": 512, + "adapt_order": "adapt_first", + "adapt_patch_dim": 512, + "adaptor": [ + false, + false + ], + "frozen_vision": true, + "grad_checkpointing": true, + "pretrained": { + "video_adapter_clip2": "./output/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/model_opt.pth", + "zc_clip1": "/mnt/bn/hexingjian/VLP/output/experiments/cbconfig/pretrain-cc4m-cc12m-clip_large-20-20_64gpus/ckpt/model_opt.pth" + }, + "proj_dim": 768, + "start_adapt_layer": 7, + "video_dim": 1024, + "vision_type": "cb_clip" + }, + "vision_encoder.frozen_vision": true, + "wandb": false +} + +04/12/2023 00:33:54 - INFO - utils.logger - CLIP Unexpected keys ['video_type_embeddings', 'video_frame_embedding', 'opt.multimodal_head.dense.weight', 'opt.multimodal_head.dense.bias', 'opt.multimodal_head.layernorm.weight', 'opt.multimodal_head.layernorm.bias', 'opt.multimodal_head.decoder.weight', 'opt.multimodal_head.decoder.bias', 'proj_multi_input.0.weight', 'proj_multi_input.0.bias', 'proj_multi_input.1.weight', 'proj_multi_input.1.bias'] +04/12/2023 00:33:54 - INFO - utils.logger - CLIP Missing_keys [] +04/12/2023 00:33:58 - INFO - utils.logger - CLIP Unexpected keys [] +04/12/2023 00:33:58 - INFO - utils.logger - CLIP Missing_keys [] +04/12/2023 00:34:00 - INFO - utils.logger - ensemble type is scale_share_sum in mm encoder +04/12/2023 00:34:02 - INFO - utils.logger - unexpected_keys in bert_multiencoder: ['pooler.dense.weight', 'pooler.dense.bias', 'cls.predictions.bias', 'cls.predictions.transform.dense.weight', 'cls.predictions.transform.dense.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.decoder.weight', 'cls.seq_relationship.weight', 'cls.seq_relationship.bias'] +04/12/2023 00:34:02 - INFO - utils.logger - missing_keys in bert_multiencoder : ['encoder.layer.0.cross_ensemble.scales', 'encoder.layer.0.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.0.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.0.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.0.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.0.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.0.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.0.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.0.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.0.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.0.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.1.cross_ensemble.scales', 'encoder.layer.1.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.1.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.1.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.1.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.1.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.1.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.1.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.1.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.1.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.1.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.2.cross_ensemble.scales', 'encoder.layer.2.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.2.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.2.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.2.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.2.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.2.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.2.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.2.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.2.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.2.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.3.cross_ensemble.scales', 'encoder.layer.3.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.3.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.3.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.3.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.3.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.3.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.3.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.3.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.3.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.3.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.4.cross_ensemble.scales', 'encoder.layer.4.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.4.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.4.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.4.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.4.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.4.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.4.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.4.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.4.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.4.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.5.cross_ensemble.scales', 'encoder.layer.5.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.5.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.5.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.5.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.5.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.5.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.5.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.5.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.5.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.5.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.6.cross_ensemble.scales', 'encoder.layer.6.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.6.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.6.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.6.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.6.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.6.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.6.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.6.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.6.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.6.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.7.cross_ensemble.scales', 'encoder.layer.7.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.7.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.7.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.7.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.7.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.7.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.7.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.7.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.7.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.7.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.8.cross_ensemble.scales', 'encoder.layer.8.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.8.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.8.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.8.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.8.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.8.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.8.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.8.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.8.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.8.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.9.cross_ensemble.scales', 'encoder.layer.9.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.9.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.9.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.9.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.9.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.9.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.9.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.9.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.9.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.9.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.10.cross_ensemble.scales', 'encoder.layer.10.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.10.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.10.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.10.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.10.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.10.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.10.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.10.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.10.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.10.cross_ensemble.cross_attn.output.LayerNorm.bias', 'encoder.layer.11.cross_ensemble.scales', 'encoder.layer.11.cross_ensemble.cross_attn.cross.query.weight', 'encoder.layer.11.cross_ensemble.cross_attn.cross.query.bias', 'encoder.layer.11.cross_ensemble.cross_attn.cross.key.weight', 'encoder.layer.11.cross_ensemble.cross_attn.cross.key.bias', 'encoder.layer.11.cross_ensemble.cross_attn.cross.value.weight', 'encoder.layer.11.cross_ensemble.cross_attn.cross.value.bias', 'encoder.layer.11.cross_ensemble.cross_attn.output.dense.weight', 'encoder.layer.11.cross_ensemble.cross_attn.output.dense.bias', 'encoder.layer.11.cross_ensemble.cross_attn.output.LayerNorm.weight', 'encoder.layer.11.cross_ensemble.cross_attn.output.LayerNorm.bias'] +04/12/2023 00:34:02 - INFO - utils.logger - unexpected_keys in bert_head : [] +04/12/2023 00:34:02 - INFO - utils.logger - missing_keys in bert_head : [] +04/12/2023 00:34:05 - INFO - utils.logger - build_optimizer +04/12/2023 00:34:05 - INFO - utils.logger - amp.initialize +04/12/2023 00:34:42 - INFO - utils.logger - ***** Running training with 64 GPUs ***** +04/12/2023 00:34:42 - INFO - utils.logger - Accumulate steps = 1 +04/12/2023 00:34:42 - INFO - utils.logger - step of distcc12m = 108440 +04/12/2023 00:34:42 - INFO - utils.logger - step of distcc4m = 49940 +04/12/2023 00:34:42 - INFO - utils.logger - step of webvid10m = 37300 +04/12/2023 00:34:42 - INFO - utils.logger - vision_lr = 0.000000 +04/12/2023 00:34:42 - INFO - utils.logger - basic_lr = 0.000100 +04/12/2023 00:34:42 - INFO - utils.logger - Num steps = 195680 +04/12/2023 00:34:42 - INFO - utils.logger - Start step = 0 +04/12/2023 00:40:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 6.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 7.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 15.21337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 4.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 6.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 13.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 6.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 7.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 15.95703125} +04/12/2023 00:52:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 4.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 5.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 12.805419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 3.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 4.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 11.14990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 4.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 6.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 13.17138671875} +04/12/2023 00:58:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 4.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 5.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 11.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 2.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 4.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 10.14013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 10.4130859375} +04/12/2023 01:03:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 4.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.413330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 4.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 9.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.5634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 5.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 10.9208984375} +04/12/2023 01:09:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.481689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 5.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 11.503173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 2.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 4.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 10.44091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 5.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.630859375} +04/12/2023 01:15:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.395751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 5.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.989501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 8.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 10.014892578125} +04/12/2023 01:21:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 4.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 11.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.69970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.476806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 10.600830078125} +04/12/2023 01:26:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.0849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 8.47412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.1142578125} +04/12/2023 01:32:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 5.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.47802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 8.39306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.61279296875} +04/12/2023 01:38:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 5.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.30419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 2.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 8.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.431396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.173583984375} +04/12/2023 01:44:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.420166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.336181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.27685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.072509765625} +04/12/2023 01:50:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.462158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.606689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.75048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.2900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.004150390625} +04/12/2023 01:56:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 5.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.24169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 10.0869140625} +04/12/2023 02:01:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.71533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.2373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.5556640625} +04/12/2023 02:07:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.67529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.231201171875} +04/12/2023 02:13:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 5.0, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.14794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 5.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 10.094970703125} +04/12/2023 02:19:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.91748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.2158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.627685546875} +04/12/2023 02:25:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.45361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 10.13623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.6259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 8.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.490966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.778076171875} +04/12/2023 02:31:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.9111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.615234375} +04/12/2023 02:36:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.3095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.32568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.158203125} +04/12/2023 02:42:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.46142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.02001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.2255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.98974609375} +04/12/2023 02:48:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.414306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.642822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.56591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.509765625} +04/12/2023 02:54:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.803955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.02099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.2216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.1435546875} +04/12/2023 03:00:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.426025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.2119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.307861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.125} +04/12/2023 03:06:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.580810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.64794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.2548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.60498046875} +04/12/2023 03:06:17 - INFO - utils.logger - Step 5000: start validation +04/12/2023 03:12:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.398193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.124755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.6669921875} +04/12/2023 03:18:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.25, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.0, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.754638671875} +04/12/2023 03:24:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.955810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.7861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.468994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.876220703125} +04/12/2023 03:30:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.465087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.146728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.9521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.2158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.36083984375} +04/12/2023 03:36:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.446533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.697509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.2138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.499755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.016357421875} +04/12/2023 03:41:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.489013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.090576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.49951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.8486328125} +04/12/2023 03:47:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.473876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.558837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.484130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.556396484375} +04/12/2023 03:53:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.1591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.09423828125} +04/12/2023 03:59:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.2080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.493896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.945068359375} +04/12/2023 04:05:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.03173828125} +04/12/2023 04:11:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 9.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.70947265625} +04/12/2023 04:17:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.435791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.765869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.59326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.564453125} +04/12/2023 04:23:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.466064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.553955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.89599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.9375} +04/12/2023 04:28:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.429931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.126220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.408447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.244384765625} +04/12/2023 04:34:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.049560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.91162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.5478515625} +04/12/2023 04:40:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.6181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.9638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.480224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.708740234375} +04/12/2023 04:46:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.684814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.9443359375} +04/12/2023 04:52:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.469970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.871337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.65869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.42578125} +04/12/2023 04:58:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.29052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.28955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.33544921875} +04/12/2023 05:04:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.62060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.13916015625} +04/12/2023 05:10:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.63720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.41552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.468017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.362548828125} +04/12/2023 05:16:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.6025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.15576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.65625} +04/12/2023 05:23:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.13427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.476806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.416259765625} +04/12/2023 05:31:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.0205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.44482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.89404296875} +04/12/2023 05:38:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.238037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.70263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.34228515625} +04/12/2023 05:38:09 - INFO - utils.logger - Step 10000: start validation +04/12/2023 05:44:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.441162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.282958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 8.12841796875} +04/12/2023 05:51:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.414794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.001708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.471435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.752685546875} +04/12/2023 05:57:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.29345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.42431640625} +04/12/2023 06:03:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.46533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.75537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.66259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.943115234375} +04/12/2023 06:09:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.838134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.9619140625} +04/12/2023 06:15:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.15380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.11572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.004638671875} +04/12/2023 06:23:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 7.06494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.498291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.107666015625} +04/12/2023 06:29:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.1005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.6005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.477783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.307861328125} +04/12/2023 06:35:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.395263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.360107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.53173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.38037109375} +04/12/2023 06:41:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.841064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.1728515625} +04/12/2023 06:47:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.96923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.494140625} +04/12/2023 06:53:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.45751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.94384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.499267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.174072265625} +04/12/2023 06:58:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.1083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.54736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.89990234375} +04/12/2023 07:04:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.450927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.156005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.001708984375} +04/12/2023 07:10:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.409912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.94677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.559814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.28759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.19384765625} +04/12/2023 07:16:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.432373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.044677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.484619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.266845703125} +04/12/2023 07:22:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.99462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.25537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.95166015625} +04/12/2023 07:28:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.447998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.99365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.752197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.75537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.89501953125} +04/12/2023 07:34:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.496337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.701416015625} +04/12/2023 07:40:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.428466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.829833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.478271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.574951171875} +04/12/2023 07:46:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.45556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.99560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.478759765625} +04/12/2023 07:52:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.1103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.19921875} +04/12/2023 07:58:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.806396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.37939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.99951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.8251953125} +04/12/2023 08:04:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.430419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.171630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.92724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.482177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.928466796875} +04/12/2023 08:10:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.428955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.112548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.67626953125} +04/12/2023 08:10:03 - INFO - utils.logger - Step 15000: start validation +04/12/2023 08:16:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.050537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.13720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.87353515625} +04/12/2023 08:22:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.53076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.7099609375} +04/12/2023 08:28:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.418701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.055419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.6357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.98974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.847412109375} +04/12/2023 08:34:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.499755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.534912109375} +04/12/2023 08:40:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.405517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.229736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.41748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.96044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.063232421875} +04/12/2023 08:45:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.91259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.015380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.98681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.873291015625} +04/12/2023 08:51:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.436279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.364013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8466796875} +04/12/2023 08:57:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.462158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.790283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.454833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.773193359375} +04/12/2023 09:03:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.45458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.97998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.1943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.97021484375} +04/12/2023 09:09:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.422607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.163818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.53857421875} +04/12/2023 09:15:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.13818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.152099609375} +04/12/2023 09:21:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.553955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.47119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.95947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.473876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.641357421875} +04/12/2023 09:27:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.96923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.1259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.58935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.484619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.609619140625} +04/12/2023 09:33:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.01611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.7353515625} +04/12/2023 09:39:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.387451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.94580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.807861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.01220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.96142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.2646484375} +04/12/2023 09:45:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.06201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.89794921875} +04/12/2023 09:51:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.433349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.707763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.1826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.302978515625} +04/12/2023 09:56:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.391357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.90185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.474853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.36474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.96337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.460205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.554443359375} +04/12/2023 10:03:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.97412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.79150390625} +04/12/2023 10:09:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.97119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.150146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.06884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7265625} +04/12/2023 10:16:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.18115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.248046875} +04/12/2023 10:23:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.46337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.97412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.98779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.000244140625} +04/12/2023 10:29:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.051513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.52783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.492431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.238525390625} +04/12/2023 10:36:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.99658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.65234375} +04/12/2023 10:43:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.41943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.840087890625} +04/12/2023 10:43:05 - INFO - utils.logger - Step 20000: start validation +04/12/2023 10:49:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.94970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.982177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.498779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.646240234375} +04/12/2023 10:55:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.45947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 1.0048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.00439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.268798828125} +04/12/2023 11:02:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.89794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.03564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.492919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.474365234375} +04/12/2023 11:08:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.22900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.425537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.726318359375} +04/12/2023 11:14:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.628662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.24951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.919189453125} +04/12/2023 11:20:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.411376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.602294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.31591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.99951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.460693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.063720703125} +04/12/2023 11:26:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.6513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.93994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.449462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.674560546875} +04/12/2023 11:32:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.91552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.80517578125} +04/12/2023 11:38:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.43212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.488525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.369384765625} +04/12/2023 11:44:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.91943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.65966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.98779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.015625} +04/12/2023 11:50:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.58837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.92919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.82080078125} +04/12/2023 11:56:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.426025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.931884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.476806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.881103515625} +04/12/2023 12:03:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.414306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.550048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.71044921875} +04/12/2023 12:09:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.64794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.94482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.405517578125} +04/12/2023 12:17:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.45654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.93798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9658203125} +04/12/2023 12:24:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.413818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.93212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.095947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.32568359375} +04/12/2023 12:30:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.90380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.864501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.12744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.228515625} +04/12/2023 12:36:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.6044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.98388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.58251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.477783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.432861328125} +04/12/2023 12:42:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.465087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.95751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.455810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.96435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.51171875} +04/12/2023 12:48:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.464111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.138916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.491455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.660400390625} +04/12/2023 12:54:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.60888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.73046875} +04/12/2023 13:00:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.359619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.09228515625} +04/12/2023 13:06:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.237060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.87255859375} +04/12/2023 13:12:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.93359375} +04/12/2023 13:18:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.92138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.44873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.98876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.473876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.778564453125} +04/12/2023 13:18:53 - INFO - utils.logger - Step 25000: start validation +04/12/2023 13:25:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.90869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.02587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.52490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.20849609375} +04/12/2023 13:31:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.754638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.1435546875} +04/12/2023 13:37:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.88720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.95263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.25732421875} +04/12/2023 13:43:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.430419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.150634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.38232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.55224609375} +04/12/2023 13:49:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.93115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.56201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.895751953125} +04/12/2023 13:55:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.416259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.786376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.4267578125} +04/12/2023 14:01:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.383056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.015869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.25048828125} +04/12/2023 14:07:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.358154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.30322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.91455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.410400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.653076171875} +04/12/2023 14:14:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.57763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.35986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.93603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.02734375} +04/12/2023 14:20:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.468505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.093505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.787109375} +04/12/2023 14:26:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.98876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.487060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.411865234375} +04/12/2023 14:32:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.99853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.476318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.436767578125} +04/12/2023 14:38:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.09228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.93896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.26953125} +04/12/2023 14:44:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.23876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.228759765625} +04/12/2023 14:50:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.20166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.97216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.903564453125} +04/12/2023 14:56:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.409912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.812255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.20849609375} +04/12/2023 15:02:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.57177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.91845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.63720703125} +04/12/2023 15:09:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.94677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.27783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.468017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.415283203125} +04/12/2023 15:15:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.429931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.868408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.94775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.53515625} +04/12/2023 15:22:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.90478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.90087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.14794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.94384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.706787109375} +04/12/2023 15:28:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.63037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.84912109375} +04/12/2023 15:35:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.082763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.94384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.306640625} +04/12/2023 15:41:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.469970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.89990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.868896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.02392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.0419921875} +04/12/2023 15:48:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.411376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.678466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.37939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.93212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.536376953125} +04/12/2023 15:54:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.394775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.899169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.85400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.92138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.4033203125} +04/12/2023 15:54:28 - INFO - utils.logger - Step 30000: start validation +04/12/2023 16:01:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.9208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.251953125} +04/12/2023 16:07:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.012451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.17626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.19873046875} +04/12/2023 16:13:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.448974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.722412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.479248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.773193359375} +04/12/2023 16:20:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.330322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.685302734375} +04/12/2023 16:26:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.773193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.479736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.652587890625} +04/12/2023 16:32:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.395263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.321533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.24462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.9970703125} +04/12/2023 16:38:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.64501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.90380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3212890625} +04/12/2023 16:44:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.366943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.327880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.4560546875} +04/12/2023 16:50:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.05712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.69287109375} +04/12/2023 16:56:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.471435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.8125} +04/12/2023 17:02:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.423583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.990966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.69189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.99755859375} +04/12/2023 17:08:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.31689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.626708984375} +04/12/2023 17:14:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.40869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.98291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.92919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.464599609375} +04/12/2023 17:20:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.296630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8076171875} +04/12/2023 17:26:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.89501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.04736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.916015625} +04/12/2023 17:32:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.434814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.506591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.478759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.706298828125} +04/12/2023 17:38:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.426025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.89306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.600341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.58935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.94775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.9443359375} +04/12/2023 17:45:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.442138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.897216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.30908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.25830078125} +04/12/2023 17:51:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.056884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.95947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.479736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.635009765625} +04/12/2023 17:58:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.720947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.57373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.1953125} +04/12/2023 18:05:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.241455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.799560546875} +04/12/2023 18:12:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.044189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.92138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.15185546875} +04/12/2023 18:19:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.88525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.92431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.603515625} +04/12/2023 18:26:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.85400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.473388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.25, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.216552734375} +04/12/2023 18:32:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.25, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.95849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.697998046875} +04/12/2023 18:32:03 - INFO - utils.logger - Step 35000: start validation +04/12/2023 18:38:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.258544921875} +04/12/2023 18:44:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.45166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.27685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.32470703125} +04/12/2023 18:51:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.64111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.99072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.478759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.889404296875} +04/12/2023 18:57:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.91845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.2626953125} +04/12/2023 19:03:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.92138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.921142578125} +04/12/2023 19:09:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.425537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.282958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.24609375} +04/12/2023 19:15:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.090087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.35205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.91650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.82958984375} +04/12/2023 19:21:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.699462890625} +04/12/2023 19:27:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.637939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.97119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 1.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7958984375} +04/12/2023 19:33:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.061767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.4208984375} +04/12/2023 19:39:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.463134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.792236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.78173828125} +04/12/2023 19:46:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.15966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.966796875} +04/12/2023 19:52:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.90869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.70849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.48974609375} +04/12/2023 19:58:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.79248046875} +04/12/2023 20:05:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.369873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.90673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.556640625} +04/12/2023 20:11:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.409912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.499755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.09912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.017822265625} +04/12/2023 20:18:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.869873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.449462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.397705078125} +04/12/2023 20:25:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.89501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.756591796875} +04/12/2023 20:31:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.04638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.480712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.026611328125} +04/12/2023 20:38:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.452392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.337158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.50830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.153564453125} +04/12/2023 20:45:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.416748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.639404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.75927734375} +04/12/2023 20:51:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.89697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.6259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.74267578125} +04/12/2023 20:58:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.377685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.756591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.95361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.267578125} +04/12/2023 21:04:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.51611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.56005859375} +04/12/2023 21:11:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.58349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 3.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.63720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.156494140625} +04/12/2023 21:11:19 - INFO - utils.logger - Step 40000: start validation +04/12/2023 21:17:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.114013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.499755859375} +04/12/2023 21:24:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.11767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.94677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.342041015625} +04/12/2023 21:30:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.653076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.384765625} +04/12/2023 21:36:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.27978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.89013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.55517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.90087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.67138671875} +04/12/2023 21:43:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.853271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.31201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.94189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.89111328125} +04/12/2023 21:49:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.715576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.212890625} +04/12/2023 21:55:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.778564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.28125} +04/12/2023 22:01:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.90283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.43701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.92236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.815673828125} +04/12/2023 22:07:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.43994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.91650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.544921875} +04/12/2023 22:13:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.647705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.30615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.307861328125} +04/12/2023 22:19:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.65771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.715087890625} +04/12/2023 22:25:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.381103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.152099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.91943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.38623046875} +04/12/2023 22:32:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.61474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.40185546875} +04/12/2023 22:38:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.398193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.023681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.03369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.63525390625} +04/12/2023 22:44:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.20947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6865234375} +04/12/2023 22:50:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.544189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.65869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6767578125} +04/12/2023 22:56:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.477294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.986083984375} +04/12/2023 23:03:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.62158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.1865234375} +04/12/2023 23:09:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.391357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.244384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.18212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.416259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.547119140625} +04/12/2023 23:15:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.418701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.338134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.63720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.07177734375} +04/12/2023 23:21:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.14013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.29638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.012451171875} +04/12/2023 23:27:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.436279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.790771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.66552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.422607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.735107421875} +04/12/2023 23:33:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.32177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.89794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.142578125} +04/12/2023 23:40:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.502197265625} +04/12/2023 23:46:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.453857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.465576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.877197265625} +04/12/2023 23:46:42 - INFO - utils.logger - Step 45000: start validation +04/12/2023 23:53:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.31201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.81298828125} +04/12/2023 23:59:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.671142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7822265625} +04/13/2023 00:06:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.150634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.82666015625} +04/13/2023 00:12:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.409423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.151611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.73583984375} +04/13/2023 00:19:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.372314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.668212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.433837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.747802734375} +04/13/2023 00:25:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.423583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.465576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.95947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.331298828125} +04/13/2023 00:31:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.0654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.8642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.60009765625} +04/13/2023 00:37:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.96630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.85107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.475341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.072998046875} +04/13/2023 00:43:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.438720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.867919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.97119140625} +04/13/2023 00:49:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.919189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.32666015625} +04/13/2023 00:56:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.066162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.481689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.772705078125} +04/13/2023 01:02:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.423095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.886962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.865966796875} +04/13/2023 01:08:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.87255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.399658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.395751953125} +04/13/2023 01:14:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.211181640625} +04/13/2023 01:20:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.89306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.65673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.07568359375} +04/13/2023 01:27:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.427490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.50439453125} +04/13/2023 01:33:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.424560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.146240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.25, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.19677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.446533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.444091796875} +04/13/2023 01:39:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.771728515625} +04/13/2023 01:45:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6787109375} +04/13/2023 01:52:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.439208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.381103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.73095703125} +04/13/2023 01:58:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.92822265625} +04/13/2023 02:04:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.401123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.179443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.468994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.860595703125} +04/13/2023 02:10:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.451904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.841552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.35302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.74365234375} +04/13/2023 02:16:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.424560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.789794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.06982421875} +04/13/2023 02:22:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.23388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.92138671875} +04/13/2023 02:22:35 - INFO - utils.logger - Step 50000: start validation +04/13/2023 02:29:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.394775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.258544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.420654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.614013671875} +04/13/2023 02:35:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.312744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.89892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.351806640625} +04/13/2023 02:41:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.428955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.611083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.243408203125} +04/13/2023 02:47:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.2451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3076171875} +04/13/2023 02:53:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.243896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.19580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.92724609375} +04/13/2023 02:59:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.196533203125} +04/13/2023 03:05:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.97119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.531005859375} +04/13/2023 03:11:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.95068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.441162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.284423828125} +04/13/2023 03:17:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.483154296875} +04/13/2023 03:23:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.417236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.388916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.01708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.381591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.935791015625} +04/13/2023 03:28:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.436279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.582763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.685546875} +04/13/2023 03:34:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.433349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.244873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.59228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.27197265625} +04/13/2023 03:40:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.724365234375} +04/13/2023 03:46:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.35400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.32275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.471923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.348876953125} +04/13/2023 03:52:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.21240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.28515625} +04/13/2023 03:58:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.403076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.894287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.31689453125} +04/13/2023 04:04:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.422607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.581787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.90771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8935546875} +04/13/2023 04:10:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.49169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.89306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.16357421875} +04/13/2023 04:16:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.29150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.412109375} +04/13/2023 04:22:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.90185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.71630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.171875} +04/13/2023 04:28:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.407958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.22705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.428466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.75, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.364013671875} +04/13/2023 04:33:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.90087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.55224609375} +04/13/2023 04:39:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.62646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.428466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.065673828125} +04/13/2023 04:45:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.457275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.222412109375} +04/13/2023 04:51:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.829345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.20556640625} +04/13/2023 04:51:24 - INFO - utils.logger - Step 55000: start validation +04/13/2023 04:57:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.12646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.95947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8935546875} +04/13/2023 05:03:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.30419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.92138671875} +04/13/2023 05:09:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.43408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.89404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.89404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.976806640625} +04/13/2023 05:15:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.422119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.021728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.78076171875} +04/13/2023 05:21:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.01904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.2216796875} +04/13/2023 05:27:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.90966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.408935546875} +04/13/2023 05:33:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.61279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.72314453125} +04/13/2023 05:40:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.551513671875} +04/13/2023 05:46:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.043212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.38427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.355712890625} +04/13/2023 05:53:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.21826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.353515625} +04/13/2023 05:59:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.678466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.6494140625} +04/13/2023 06:05:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.54345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.476806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.639892578125} +04/13/2023 06:12:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.431396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.547607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.40576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8203125} +04/13/2023 06:19:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.392822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.14306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.460205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.094970703125} +04/13/2023 06:25:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.01123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.411865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.590087890625} +04/13/2023 06:31:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.99169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.447021484375} +04/13/2023 06:38:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.92724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.46484375} +04/13/2023 06:44:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.12744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.414306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.182373046875} +04/13/2023 06:50:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.410400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.643310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.490478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.910888671875} +04/13/2023 06:56:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5419921875} +04/13/2023 07:03:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.313720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.64892578125} +04/13/2023 07:09:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.25, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.68994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.36376953125} +04/13/2023 07:15:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.04296875} +04/13/2023 07:21:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.446044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.713134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.403564453125} +04/13/2023 07:27:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.629638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3154296875} +04/13/2023 07:27:41 - INFO - utils.logger - Step 60000: start validation +04/13/2023 07:34:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.22998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.94677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.680908203125} +04/13/2023 07:40:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.434326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.184326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.457763671875} +04/13/2023 07:46:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.65869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.92724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.96435546875} +04/13/2023 07:52:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.441162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.518798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.89697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.89990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8798828125} +04/13/2023 07:58:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.07861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8564453125} +04/13/2023 08:04:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.356689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.709716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.90283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.482666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.924560546875} +04/13/2023 08:10:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.42626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.88525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.433349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.080810546875} +04/13/2023 08:16:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.409423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.217529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.16650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.782958984375} +04/13/2023 08:22:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.55224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.71484375} +04/13/2023 08:28:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.440673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.807861328125} +04/13/2023 08:33:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.391845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.497802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.38427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.907958984375} +04/13/2023 08:39:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.454833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.070556640625} +04/13/2023 08:45:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.50927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.38427734375} +04/13/2023 08:51:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.90185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.331787109375} +04/13/2023 08:57:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.078857421875} +04/13/2023 09:03:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.81689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.482177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.218505859375} +04/13/2023 09:09:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.96826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.470947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.576416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.040771484375} +04/13/2023 09:15:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.433837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.984130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.580322265625} +04/13/2023 09:21:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.38720703125} +04/13/2023 09:27:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.636474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.6005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.385986328125} +04/13/2023 09:33:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.442138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.825927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.608154296875} +04/13/2023 09:39:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.085693359375} +04/13/2023 09:45:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.452880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.431884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.5, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.17822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.762451171875} +04/13/2023 09:51:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.398193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.449951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.887939453125} +04/13/2023 09:56:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.87841796875} +04/13/2023 09:56:48 - INFO - utils.logger - Step 65000: start validation +04/13/2023 10:03:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.20361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.83935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.406494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.536376953125} +04/13/2023 10:08:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.419677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.763427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.86279296875} +04/13/2023 10:14:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.272705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.449462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.353759765625} +04/13/2023 10:21:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.92724609375} +04/13/2023 10:27:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.433349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.496337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.92529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.420654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.548583984375} +04/13/2023 10:33:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.689453125} +04/13/2023 10:39:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.433349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.562744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.44580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.90673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.44140625} +04/13/2023 10:45:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.56396484375} +04/13/2023 10:51:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.499267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.218017578125} +04/13/2023 10:57:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.030517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0625} +04/13/2023 11:03:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.98974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.16357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.610595703125} +04/13/2023 11:09:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.15576171875} +04/13/2023 11:16:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.748779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.16357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.630859375} +04/13/2023 11:22:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.476318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.502685546875} +04/13/2023 11:29:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.814208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.36181640625} +04/13/2023 11:35:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.363037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.928466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.989013671875} +04/13/2023 11:42:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.066162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.07958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.939453125} +04/13/2023 11:49:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.405517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.716552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.27392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.672119140625} +04/13/2023 11:55:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.70263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.78076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.026123046875} +04/13/2023 12:02:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.54345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.04833984375} +04/13/2023 12:08:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.09912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.41064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.419677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.164794921875} +04/13/2023 12:15:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.48876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.28466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.052734375} +04/13/2023 12:21:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.486572265625} +04/13/2023 12:27:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.896240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.151123046875} +04/13/2023 12:33:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.365966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.33251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.564453125} +04/13/2023 12:33:40 - INFO - utils.logger - Step 70000: start validation +04/13/2023 12:40:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.789306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1103515625} +04/13/2023 12:46:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.679443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.00634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.41015625} +04/13/2023 12:53:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.27197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.03173828125} +04/13/2023 12:59:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.22119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.492919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.266357421875} +04/13/2023 13:06:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.37353515625} +04/13/2023 13:12:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.398681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.776123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.47216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.888916015625} +04/13/2023 13:18:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.60107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7822265625} +04/13/2023 13:24:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 8.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.44970703125} +04/13/2023 13:30:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.51806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.448486328125} +04/13/2023 13:36:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.394775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.953369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.02685546875} +04/13/2023 13:42:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.56591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.86962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.8203125} +04/13/2023 13:49:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.62939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.17041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.065185546875} +04/13/2023 13:55:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.658447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.64697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.19384765625} +04/13/2023 14:01:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.71728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.967041015625} +04/13/2023 14:06:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.447998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.240966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.87890625} +04/13/2023 14:13:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.91845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.91552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.502685546875} +04/13/2023 14:19:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.44677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.23095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.58642578125} +04/13/2023 14:25:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.86181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.48583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.4453125} +04/13/2023 14:31:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.19580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.52392578125} +04/13/2023 14:37:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.90380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.641845703125} +04/13/2023 14:43:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.55126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.18212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.06591796875} +04/13/2023 14:49:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.07470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.38525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.728515625} +04/13/2023 14:55:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.93701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.23095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.07421875} +04/13/2023 15:02:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.22900390625} +04/13/2023 15:08:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.647216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.93212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.907958984375} +04/13/2023 15:08:44 - INFO - utils.logger - Step 75000: start validation +04/13/2023 15:15:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.526123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.289306640625} +04/13/2023 15:22:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.17333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.694580078125} +04/13/2023 15:28:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.10205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.14794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.518310546875} +04/13/2023 15:35:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.2333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.17431640625} +04/13/2023 15:41:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.541015625} +04/13/2023 15:47:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.14892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0927734375} +04/13/2023 15:53:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.861572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.80908203125} +04/13/2023 16:00:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.722900390625} +04/13/2023 16:07:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.413330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.436767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7451171875} +04/13/2023 16:14:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.67041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.68701171875} +04/13/2023 16:20:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.62548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.25048828125} +04/13/2023 16:26:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.964599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.796875} +04/13/2023 16:32:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.381591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.527587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.138427734375} +04/13/2023 16:39:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.617919921875} +04/13/2023 16:45:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.33154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.82666015625} +04/13/2023 16:52:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.30322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.61083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.428466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.752685546875} +04/13/2023 16:58:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.363525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.523681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.97607421875} +04/13/2023 17:04:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.457763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.511962890625} +04/13/2023 17:10:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.432861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.624755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.349853515625} +04/13/2023 17:17:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.214599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.53076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.95166015625} +04/13/2023 17:23:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.429443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.85888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.718017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.26318359375} +04/13/2023 17:29:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.366943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.25, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.153076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.45947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.73193359375} +04/13/2023 17:37:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.131591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.16650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.66796875} +04/13/2023 17:44:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.478759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.903564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.25} +04/13/2023 17:51:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.416259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.110595703125} +04/13/2023 17:51:12 - INFO - utils.logger - Step 80000: start validation +04/13/2023 17:57:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.843505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.63427734375} +04/13/2023 18:04:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.781005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.21044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6455078125} +04/13/2023 18:11:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.590087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.33349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.580810546875} +04/13/2023 18:18:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.132080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.17138671875} +04/13/2023 18:25:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.391357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.521240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.73974609375} +04/13/2023 18:31:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.028076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.446533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.680908203125} +04/13/2023 18:38:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.691650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.33544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.168701171875} +04/13/2023 18:44:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.052978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.0615234375} +04/13/2023 18:50:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.411376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.710205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.635498046875} +04/13/2023 18:56:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.426025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.345947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4775390625} +04/13/2023 19:02:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.383056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.533447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.39892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.215576171875} +04/13/2023 19:08:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.10888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.95849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.91455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.177734375} +04/13/2023 19:14:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.416748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.385986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.32080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.421630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.008544921875} +04/13/2023 19:20:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.97314453125} +04/13/2023 19:26:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.32080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.449462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.022216796875} +04/13/2023 19:32:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.536376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.92822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.06884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.432861328125} +04/13/2023 19:39:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.477294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.640380859375} +04/13/2023 19:44:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.264404296875} +04/13/2023 19:51:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.994873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.96240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.632080078125} +04/13/2023 19:57:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.754150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.28759765625} +04/13/2023 20:03:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.432373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.14111328125} +04/13/2023 20:09:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.457275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3056640625} +04/13/2023 20:15:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.50830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.349609375} +04/13/2023 20:22:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.946533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.91455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3125} +04/13/2023 20:28:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.363037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.445068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.405029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.388427734375} +04/13/2023 20:28:55 - INFO - utils.logger - Step 85000: start validation +04/13/2023 20:35:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.947021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.47509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.44091796875} +04/13/2023 20:42:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.413330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.432373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.72900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.60400390625} +04/13/2023 20:48:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.36181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.841552734375} +04/13/2023 20:54:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.25, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.92822265625} +04/13/2023 21:00:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.381103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.813232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.08251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.47900390625} +04/13/2023 21:06:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.357666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.293212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.06689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5498046875} +04/13/2023 21:13:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.435791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.536376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.48388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.90771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.107177734375} +04/13/2023 21:19:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.420166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.162841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.39697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.478759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.333740234375} +04/13/2023 21:25:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.469970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5234375} +04/13/2023 21:32:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.352294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.632568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.65966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.454345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.98291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.845947265625} +04/13/2023 21:39:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.000732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.44189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.97509765625} +04/13/2023 21:45:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.439208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.485107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.10546875} +04/13/2023 21:51:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.355712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.728759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.403564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.933349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0205078125} +04/13/2023 21:57:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.93505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.03662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.454345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.685791015625} +04/13/2023 22:04:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.387451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.900146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.434814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.514892578125} +04/13/2023 22:10:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.21728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.422119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.719482421875} +04/13/2023 22:16:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.6748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.87353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.456787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.327392578125} +04/13/2023 22:22:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.409912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.562744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.457275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.767822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.459716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.837646484375} +04/13/2023 22:29:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.26025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.83056640625} +04/13/2023 22:35:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.19580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.304931640625} +04/13/2023 22:41:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.92919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.440673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.790283203125} +04/13/2023 22:47:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.03759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.52685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.32177734375} +04/13/2023 22:54:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.60693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.53271484375} +04/13/2023 23:00:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.18017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.163818359375} +04/13/2023 23:07:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 3.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.85400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.433349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.442626953125} +04/13/2023 23:07:03 - INFO - utils.logger - Step 90000: start validation +04/13/2023 23:14:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.454345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.756103515625} +04/13/2023 23:20:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.33154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.440185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.274169921875} +04/13/2023 23:27:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.653564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.64404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.265869140625} +04/13/2023 23:33:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.348876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.590576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.157470703125} +04/13/2023 23:40:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.429443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.234130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.99658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.735107421875} +04/13/2023 23:46:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.376708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.934326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.62744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.427734375} +04/13/2023 23:53:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.9658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.82568359375} +04/13/2023 23:59:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.189208984375} +04/14/2023 00:06:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.446044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.689697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.376708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.512939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.399169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.215087890625} +04/14/2023 00:13:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.659912109375} +04/14/2023 00:19:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.59521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.95458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.457763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.510009765625} +04/14/2023 00:25:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.403076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.367431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.15087890625} +04/14/2023 00:31:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.403076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.967041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.66845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3984375} +04/14/2023 00:37:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.266845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.35302734375} +04/14/2023 00:43:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.54296875} +04/14/2023 00:49:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.349853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.943603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.91064453125} +04/14/2023 00:55:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.413818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.303955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.420654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.165283203125} +04/14/2023 01:01:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.405517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.641357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.460205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.433349609375} +04/14/2023 01:07:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.613525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.30712890625} +04/14/2023 01:13:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.67138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1435546875} +04/14/2023 01:19:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.972900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.16552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.010498046875} +04/14/2023 01:25:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8623046875} +04/14/2023 01:31:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.372802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.333251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.816650390625} +04/14/2023 01:37:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.67041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.1416015625} +04/14/2023 01:44:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.341064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.714111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.71240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.6083984375} +04/14/2023 01:44:08 - INFO - utils.logger - Step 95000: start validation +04/14/2023 01:50:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.93603515625} +04/14/2023 01:56:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.334716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.348876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.35498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.58349609375} +04/14/2023 02:02:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.6279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.467529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.390380859375} +04/14/2023 02:08:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.422607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.692626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.608154296875} +04/14/2023 02:14:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.832763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.708984375} +04/14/2023 02:20:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.407470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.299560546875} +04/14/2023 02:27:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.067626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.59228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.66943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7998046875} +04/14/2023 02:33:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.017333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.28271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.364501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.179443359375} +04/14/2023 02:39:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.372802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.981201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.42333984375} +04/14/2023 02:45:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.57275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9697265625} +04/14/2023 02:51:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.09912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.52197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.434326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.989501953125} +04/14/2023 02:57:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.757080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.46240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.419189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.168701171875} +04/14/2023 03:03:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.820556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.13134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.97998046875} +04/14/2023 03:09:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.04052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.085205078125} +04/14/2023 03:15:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.52783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.472412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.381591796875} +04/14/2023 03:21:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.368896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.968017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.425537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.189208984375} +04/14/2023 03:27:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.028564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.28955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.97216796875} +04/14/2023 03:33:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1953125} +04/14/2023 03:39:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.359130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.194580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.03759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.92724609375} +04/14/2023 03:45:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3251953125} +04/14/2023 03:51:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.65087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.64208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.434326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.820068359375} +04/14/2023 03:57:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.34130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.84033203125} +04/14/2023 04:04:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.490966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.678466796875} +04/14/2023 04:10:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.35888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.393310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.728759765625} +04/14/2023 04:16:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.399658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.146728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3798828125} +04/14/2023 04:16:06 - INFO - utils.logger - Step 100000: start validation +04/14/2023 04:22:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.416259765625} +04/14/2023 04:28:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.335693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.92529296875} +04/14/2023 04:34:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.91650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.21240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.47802734375} +04/14/2023 04:40:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.410888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.398681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.59423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.36865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.112548828125} +04/14/2023 04:46:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.71337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.489013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.807373046875} +04/14/2023 04:52:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.20458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.002197265625} +04/14/2023 04:58:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.435302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.078369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.40478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.38623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.08935546875} +04/14/2023 05:04:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.394287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.218017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.373046875} +04/14/2023 05:10:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.330810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.545654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5732421875} +04/14/2023 05:17:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.626708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.404541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.614013671875} +04/14/2023 05:23:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.398681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.980712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.52099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.23291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.948974609375} +04/14/2023 05:29:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.444091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.386474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.16748046875} +04/14/2023 05:36:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.356689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.785888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.39501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.416748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.261962890625} +04/14/2023 05:42:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.61181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.402587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.824951171875} +04/14/2023 05:48:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.409423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.040283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.64306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.99609375} +04/14/2023 05:54:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.360595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.913818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3544921875} +04/14/2023 06:00:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.52734375} +04/14/2023 06:06:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.29833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.20458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.415771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.081298828125} +04/14/2023 06:12:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.87939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.15380859375} +04/14/2023 06:18:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.771240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.13232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.27978515625} +04/14/2023 06:24:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.383056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.771728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.532470703125} +04/14/2023 06:30:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.53466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.36474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.19091796875} +04/14/2023 06:37:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.158447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.55908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.416748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.90673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.373779296875} +04/14/2023 06:42:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.173095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.85302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.494873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.705322265625} +04/14/2023 06:48:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.664794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.42919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4404296875} +04/14/2023 06:49:00 - INFO - utils.logger - Step 105000: start validation +04/14/2023 06:55:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.470458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.095947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.428955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.509033203125} +04/14/2023 07:01:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.967529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.46044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.456298828125} +04/14/2023 07:07:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.403076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.757568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.19140625} +04/14/2023 07:13:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.45166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.391357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.931396484375} +04/14/2023 07:19:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.170654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.65087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.449462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.731689453125} +04/14/2023 07:25:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.354248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.614990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.84130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.234375} +04/14/2023 07:32:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.02294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.70068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.410888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.528076171875} +04/14/2023 07:38:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.377685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.243408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.519775390625} +04/14/2023 07:43:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.602294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.02392578125} +04/14/2023 07:49:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.995361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.04052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5498046875} +04/14/2023 07:56:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.39013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.454833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.164794921875} +04/14/2023 08:02:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.58447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.90087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.515625} +04/14/2023 08:08:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.225830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.69384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.32568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.463623046875} +04/14/2023 08:14:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5556640625} +04/14/2023 08:20:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.90869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.353515625} +04/14/2023 08:26:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.40185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.64990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.154541015625} +04/14/2023 08:32:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.802001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.251953125} +04/14/2023 08:38:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3330078125} +04/14/2023 08:44:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.01806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.09912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.86962890625} +04/14/2023 08:50:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.819580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.426513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.369873046875} +04/14/2023 08:56:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.02294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.455810546875} +04/14/2023 09:02:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.134033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.72119140625} +04/14/2023 09:08:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.65185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.31591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.428466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.670654296875} +04/14/2023 09:14:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.216552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8447265625} +04/14/2023 09:20:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.405517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.576416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.452392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.106201171875} +04/14/2023 09:20:29 - INFO - utils.logger - Step 110000: start validation +04/14/2023 09:26:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.04638671875} +04/14/2023 09:32:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.679443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.74169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.460205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.596923828125} +04/14/2023 09:38:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.38623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.68408203125} +04/14/2023 09:44:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.6474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.471923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.141845703125} +04/14/2023 09:50:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.31591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.46337890625} +04/14/2023 09:57:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.950439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.05517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.0068359375} +04/14/2023 10:03:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.468505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.28857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.382568359375} +04/14/2023 10:08:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.28759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4013671875} +04/14/2023 10:14:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.95947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.71142578125} +04/14/2023 10:21:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.5751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.25732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.468017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.984619140625} +04/14/2023 10:26:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.62158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.07958984375} +04/14/2023 10:33:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.671142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.382568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.738037109375} +04/14/2023 10:39:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.53515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.479736328125} +04/14/2023 10:45:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.372802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.853759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.86083984375} +04/14/2023 10:51:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.378662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.460205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.408935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.677490234375} +04/14/2023 10:58:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.47314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.21240234375} +04/14/2023 11:04:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8359375} +04/14/2023 11:10:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.275634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.09521484375} +04/14/2023 11:16:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.422607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.32763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.432861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.389404296875} +04/14/2023 11:22:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.30712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.63720703125} +04/14/2023 11:29:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.434326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.358642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.31298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.430419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.144775390625} +04/14/2023 11:35:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.87158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.60498046875} +04/14/2023 11:41:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.454833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.89208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.061767578125} +04/14/2023 11:47:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.024658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.20068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.0234375} +04/14/2023 11:53:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.414306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.842041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.49755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.08984375} +04/14/2023 11:53:05 - INFO - utils.logger - Step 115000: start validation +04/14/2023 11:59:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.408203125} +04/14/2023 12:05:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.842041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.55908203125} +04/14/2023 12:11:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.395263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.680908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.70947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.871826171875} +04/14/2023 12:17:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.797119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.06005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.8203125} +04/14/2023 12:23:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.01123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.211181640625} +04/14/2023 12:29:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.58642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.96044921875} +04/14/2023 12:35:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.16845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.624267578125} +04/14/2023 12:42:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.160888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.68115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5283203125} +04/14/2023 12:48:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.156005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.739501953125} +04/14/2023 12:54:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.663818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.98583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.425048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.540283203125} +04/14/2023 13:00:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.410400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.756591796875} +04/14/2023 13:06:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.464111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.446044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.969970703125} +04/14/2023 13:12:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.403564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.847412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.525390625} +04/14/2023 13:18:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.32568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4560546875} +04/14/2023 13:24:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.50537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.88720703125} +04/14/2023 13:30:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.29931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.37744140625} +04/14/2023 13:36:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.03955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.89453125} +04/14/2023 13:43:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.615478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.79931640625} +04/14/2023 13:49:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.04248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.66162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.044189453125} +04/14/2023 13:55:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.414794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.640380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.38427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.413330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.875244140625} +04/14/2023 14:01:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.97119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.481689453125} +04/14/2023 14:07:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.26708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.5556640625} +04/14/2023 14:13:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.49609375} +04/14/2023 14:20:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.20263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.72998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.064453125} +04/14/2023 14:28:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.70166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.53076171875} +04/14/2023 14:28:19 - INFO - utils.logger - Step 120000: start validation +04/14/2023 14:35:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.755615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.818359375} +04/14/2023 14:41:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.70849609375} +04/14/2023 14:47:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.970458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.10009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.402099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.707763671875} +04/14/2023 14:53:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.66845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.250732421875} +04/14/2023 14:59:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.391845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.714599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.80126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.57080078125} +04/14/2023 15:05:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.56640625} +04/14/2023 15:12:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.838134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.44873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.12255859375} +04/14/2023 15:18:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.11767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.923828125} +04/14/2023 15:24:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.383056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.694091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.45166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.763671875} +04/14/2023 15:30:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.688720703125} +04/14/2023 15:37:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.548095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.93408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.404541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.901123046875} +04/14/2023 15:42:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.670654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.14599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.983642578125} +04/14/2023 15:49:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.420166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.288330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.34326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.365234375} +04/14/2023 15:55:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.178466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.98681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.51123046875} +04/14/2023 16:01:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.88037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.91943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.75, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1923828125} +04/14/2023 16:08:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.916259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.242431640625} +04/14/2023 16:14:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.28857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.25341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.432861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.391845703125} +04/14/2023 16:21:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.5166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6220703125} +04/14/2023 16:27:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.534912109375} +04/14/2023 16:33:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.46337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4140625} +04/14/2023 16:39:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.854248046875} +04/14/2023 16:46:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.08349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.421142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.960205078125} +04/14/2023 16:52:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.586181640625} +04/14/2023 16:59:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.349365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.231689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.285888671875} +04/14/2023 17:05:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.321533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.195556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.65673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.40283203125} +04/14/2023 17:05:09 - INFO - utils.logger - Step 125000: start validation +04/14/2023 17:11:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.67431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.707763671875} +04/14/2023 17:18:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 1.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.6923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.97998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.12060546875} +04/14/2023 17:25:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.356689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.945556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.64111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.418701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.141845703125} +04/14/2023 17:33:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.125732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.83349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.94482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.349853515625} +04/14/2023 17:40:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.57470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.89404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.177734375} +04/14/2023 17:46:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.368408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.407470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.57666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.416748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.572021484375} +04/14/2023 17:52:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.22216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.419189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.142333984375} +04/14/2023 17:58:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.823974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.31982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.36376953125} +04/14/2023 18:04:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.03857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.381103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.413818359375} +04/14/2023 18:10:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.16845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.425048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.243408203125} +04/14/2023 18:16:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.351318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.753662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.371826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.518798828125} +04/14/2023 18:23:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.591552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.926025390625} +04/14/2023 18:29:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.21240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.10302734375} +04/14/2023 18:35:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.233154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.26611328125} +04/14/2023 18:41:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.362060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.183349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.14501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.88134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.495361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.079833984375} +04/14/2023 18:47:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.54052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.56103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.89306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.731689453125} +04/14/2023 18:53:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 0.96435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.641357421875} +04/14/2023 18:59:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.518310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.35400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.402099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.782470703125} +04/14/2023 19:05:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.15087890625} +04/14/2023 19:12:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8583984375} +04/14/2023 19:18:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.347900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.670654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.86962890625} +04/14/2023 19:24:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.365966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.947998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.109130859375} +04/14/2023 19:30:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.517578125} +04/14/2023 19:36:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.46484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.830078125} +04/14/2023 19:42:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.498291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1689453125} +04/14/2023 19:42:42 - INFO - utils.logger - Step 130000: start validation +04/14/2023 19:49:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.18798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.43896484375} +04/14/2023 19:54:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.97802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.51708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.421142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.285888671875} +04/14/2023 20:00:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.15869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.35009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.315673828125} +04/14/2023 20:07:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.40087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.14013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.96728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.3701171875} +04/14/2023 20:13:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.34716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4306640625} +04/14/2023 20:22:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.97216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.64697265625} +04/14/2023 20:29:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.405517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.387451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0986328125} +04/14/2023 20:36:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.030517578125} +04/14/2023 20:42:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.11767578125} +04/14/2023 20:49:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.30029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.2685546875} +04/14/2023 20:55:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.360107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.015380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.124267578125} +04/14/2023 21:02:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.402587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.110595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.92041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.510498046875} +04/14/2023 21:09:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.914306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.99365234375} +04/14/2023 21:15:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.360595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.559814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.449951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.143798828125} +04/14/2023 21:22:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.434814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.851318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.32275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.411865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.916259765625} +04/14/2023 21:28:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.555419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.63134765625} +04/14/2023 21:35:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.707275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.399658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.455810546875} +04/14/2023 21:41:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.395263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.417236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.374267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.613037109375} +04/14/2023 21:48:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.475341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.851806640625} +04/14/2023 21:55:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.499755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.64111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4345703125} +04/14/2023 22:02:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.367919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.222900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.05712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.59521484375} +04/14/2023 22:08:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.00146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.413818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.337646484375} +04/14/2023 22:15:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.43408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.474853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.586181640625} +04/14/2023 22:21:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.366455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.241455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.15283203125} +04/14/2023 22:28:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.368408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.782470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.14990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.426025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.063720703125} +04/14/2023 22:28:27 - INFO - utils.logger - Step 135000: start validation +04/14/2023 22:35:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.367919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.693603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.399169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.120361328125} +04/14/2023 22:42:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.090576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.19921875} +04/14/2023 22:49:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.692626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 6.10302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.401123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.820068359375} +04/14/2023 22:55:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.359619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.957275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.12744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.487548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.993896484375} +04/14/2023 23:02:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.19677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.9833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.50390625} +04/14/2023 23:08:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.36572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.40576171875} +04/14/2023 23:14:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.69873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.11865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.351806640625} +04/14/2023 23:21:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.378662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.792236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.53173828125} +04/14/2023 23:27:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.419677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.19287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.213134765625} +04/14/2023 23:34:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.321044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.281005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.238037109375} +04/14/2023 23:40:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.417724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.410888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.28369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3720703125} +04/14/2023 23:48:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.87939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.25634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.649658203125} +04/14/2023 23:54:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.68798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.6083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.54833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.99951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.6533203125} +04/15/2023 00:00:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.08447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.051513671875} +04/15/2023 00:06:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.350830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.246826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3955078125} +04/15/2023 00:13:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.47705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.24609375} +04/15/2023 00:19:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.926513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.407958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.807861328125} +04/15/2023 00:29:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.47802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.66162109375} +04/15/2023 00:38:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.55029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.40673828125} +04/15/2023 00:45:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.394287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.494384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.0927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.89306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.098388671875} +04/15/2023 00:52:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.56689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.86865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.064453125} +04/15/2023 00:58:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.35595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.01611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.393798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.950439453125} +04/15/2023 01:04:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.038818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.97509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.42236328125} +04/15/2023 01:10:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.350830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.890380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.97509765625} +04/15/2023 01:16:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.382568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.860595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.26416015625} +04/15/2023 01:16:56 - INFO - utils.logger - Step 140000: start validation +04/15/2023 01:23:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.640869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.78759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.87255859375} +04/15/2023 01:30:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.379638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.985107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.603515625} +04/15/2023 01:35:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.376708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.843017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.18603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.2666015625} +04/15/2023 01:42:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.42919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.461669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.704345703125} +04/15/2023 01:48:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.419677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.579833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.421142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.412353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.8837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.45751953125} +04/15/2023 01:54:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.85302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.453857421875} +04/15/2023 02:00:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.64990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.38232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.2216796875} +04/15/2023 02:06:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.99072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.245849609375} +04/15/2023 02:13:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.356201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.987548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.76220703125} +04/15/2023 02:19:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.296630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.400634765625} +04/15/2023 02:25:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.17529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.404052734375} +04/15/2023 02:31:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.619140625} +04/15/2023 02:38:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.346435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.204833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.459228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.927978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.462158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.001708984375} +04/15/2023 02:45:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.25, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.24072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4833984375} +04/15/2023 02:51:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.553466796875} +04/15/2023 02:57:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.391357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.139892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.3037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.943603515625} +04/15/2023 03:04:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.392822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.278564453125} +04/15/2023 03:10:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.38623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.03369140625} +04/15/2023 03:17:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.490966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.931640625} +04/15/2023 03:24:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.14306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.3662109375} +04/15/2023 03:31:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.953857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.484619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.119140625} +04/15/2023 03:37:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.384521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.129638671875} +04/15/2023 03:44:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.9892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.91845703125} +04/15/2023 03:51:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.350341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.241943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0712890625} +04/15/2023 03:58:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.5, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.889404296875} +04/15/2023 03:58:31 - INFO - utils.logger - Step 145000: start validation +04/15/2023 04:05:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.529052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.486572265625} +04/15/2023 04:11:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.397216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.546630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.70458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.91357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.259521484375} +04/15/2023 04:17:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.6650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.59033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.27587890625} +04/15/2023 04:24:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1728515625} +04/15/2023 04:30:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.359130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.147705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.453857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.479248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.103515625} +04/15/2023 04:36:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.15478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6025390625} +04/15/2023 04:45:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.370361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.375732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.98095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.626708984375} +04/15/2023 04:52:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.448974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.535888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.50537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.779296875} +04/15/2023 04:58:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.362060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.855224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.434326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.795654296875} +04/15/2023 05:05:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.362060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.084716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.33349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.11669921875} +04/15/2023 05:12:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.03271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.54296875} +04/15/2023 05:19:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.013916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.56005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.60205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.428466796875} +04/15/2023 05:25:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.33349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.76611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.39404296875} +04/15/2023 05:31:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.29345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.421630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.294189453125} +04/15/2023 05:37:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.581787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5390625} +04/15/2023 05:44:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.410888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.88671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.878173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.69970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.39404296875} +04/15/2023 05:50:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.964111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.485595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.892333984375} +04/15/2023 05:56:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.96435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.59521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3427734375} +04/15/2023 06:03:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.57373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.80419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.31201171875} +04/15/2023 06:09:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.356201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.288818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.95751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5205078125} +04/15/2023 06:16:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.86376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.866455078125} +04/15/2023 06:21:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.672119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.2431640625} +04/15/2023 06:27:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.406982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.590087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.75634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.450927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.366455078125} +04/15/2023 06:34:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.46630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.94384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.90966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.418701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.947998046875} +04/15/2023 06:40:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.348876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.283447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.38525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.469970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.098876953125} +04/15/2023 06:40:31 - INFO - utils.logger - Step 150000: start validation +04/15/2023 06:47:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.65966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.93310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.8046875} +04/15/2023 06:54:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.61962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.382568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.266845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.46435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.0322265625} +04/15/2023 07:00:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.02587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.8310546875} +04/15/2023 07:07:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.359130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.156982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.301513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.982177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.73779296875} +04/15/2023 07:15:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.366455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.337646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.59228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.19384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.94091796875} +04/15/2023 07:22:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.10693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.58740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.430908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.851318359375} +04/15/2023 07:28:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.393310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.242919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.415283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.165771484375} +04/15/2023 07:35:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.364501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.809326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.58154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.746337890625} +04/15/2023 07:42:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.702880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.34033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.94921875} +04/15/2023 07:47:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.573486328125} +04/15/2023 07:54:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.438720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.407958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.891845703125} +04/15/2023 08:00:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.350341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.539306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.62548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.92919921875} +04/15/2023 08:07:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.335205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.25439453125} +04/15/2023 08:13:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.22900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.69580078125} +04/15/2023 08:20:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.290771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.71484375} +04/15/2023 08:26:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.05029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.30322265625} +04/15/2023 08:33:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.403076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.484619140625} +04/15/2023 08:39:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.578857421875} +04/15/2023 08:46:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.348388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.997314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.401123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.173095703125} +04/15/2023 08:52:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.93408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.0, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.18896484375} +04/15/2023 08:58:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.68017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.54931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.26611328125} +04/15/2023 09:04:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.255615234375} +04/15/2023 09:11:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.349853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.365966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.41162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7998046875} +04/15/2023 09:17:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.265380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.219482421875} +04/15/2023 09:23:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.414794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.335205078125} +04/15/2023 09:23:52 - INFO - utils.logger - Step 155000: start validation +04/15/2023 09:30:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.368408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.703857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.36572265625} +04/15/2023 09:36:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.346923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.097900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.166015625} +04/15/2023 09:42:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.421142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.828857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.435791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.128173828125} +04/15/2023 09:49:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.349853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.795166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.85693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.386962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.177001953125} +04/15/2023 09:55:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.00537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.538818359375} +04/15/2023 10:02:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.119384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.283935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.094970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.973388671875} +04/15/2023 10:08:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.51025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.475830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.67626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.175537109375} +04/15/2023 10:14:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.354736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.034423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.69775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.99462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.506103515625} +04/15/2023 10:20:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.398681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.823486328125} +04/15/2023 10:26:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.796630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.9462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.959228515625} +04/15/2023 10:34:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.90283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.35107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.168212890625} +04/15/2023 10:41:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.23388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.52880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 0.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5439453125} +04/15/2023 10:47:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.702880859375} +04/15/2023 10:53:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.92138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.34716796875} +04/15/2023 11:00:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.328369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.31982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4345703125} +04/15/2023 11:11:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.97021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.72314453125} +04/15/2023 11:18:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.368408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.545654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.75439453125} +04/15/2023 11:24:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.367919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.600830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.20361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.420166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.833251953125} +04/15/2023 11:31:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.69189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.779296875} +04/15/2023 11:37:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.494873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.87646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.50927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.931640625} +04/15/2023 11:42:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.383056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.264892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.25, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.52294921875} +04/15/2023 11:49:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.387939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.444091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.20654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.65185546875} +04/15/2023 11:57:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.661376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.70458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.51611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.434814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.363037109375} +04/15/2023 12:03:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.5830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.15869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.2802734375} +04/15/2023 12:09:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.47314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.30859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.166259765625} +04/15/2023 12:09:40 - INFO - utils.logger - Step 160000: start validation +04/15/2023 12:16:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.306884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.00390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.395263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.566162109375} +04/15/2023 12:22:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.344970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.302001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.90283203125} +04/15/2023 12:28:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.572998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.49072265625} +04/15/2023 12:34:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.420166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.758544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.90283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.72119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.471923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.718994140625} +04/15/2023 12:40:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.385009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.413330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.87890625} +04/15/2023 12:46:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.355712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.233154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.80126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.7783203125} +04/15/2023 12:53:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.39794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.59912109375} +04/15/2023 12:59:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.337646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.239501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.26416015625} +04/15/2023 13:05:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.728515625} +04/15/2023 13:11:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.367919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.014404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.236572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.718994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.468505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.622802734375} +04/15/2023 13:17:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.753173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.70947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.389892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.374755859375} +04/15/2023 13:23:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.398681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.995361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.484130859375} +04/15/2023 13:29:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.335693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.094482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.93017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.928466796875} +04/15/2023 13:35:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.916015625} +04/15/2023 13:41:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.91943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.479736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.79638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.786376953125} +04/15/2023 13:47:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.81787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.2274169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.8133544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.421142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.89794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.160400390625} +04/15/2023 13:53:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.9287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.79638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.53759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.6904296875} +04/15/2023 13:59:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.802001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.07958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.69970703125} +04/15/2023 14:05:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.9580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.319091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.042236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.059814453125} +04/15/2023 14:12:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.18115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.20556640625} +04/15/2023 14:18:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.03857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.68115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.34521484375} +04/15/2023 14:24:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.11328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.64404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.01171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.434814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.15625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.570068359375} +04/15/2023 14:30:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.0302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.85595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.99365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.465087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.677001953125} +04/15/2023 14:36:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.328369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.311279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.523193359375} +04/15/2023 14:43:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.343994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.195068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.85302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.411376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.90771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.744873046875} +04/15/2023 14:43:51 - INFO - utils.logger - Step 165000: start validation +04/15/2023 14:50:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.448486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.642822265625} +04/15/2023 14:57:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.370849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.666259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.82275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.60791015625} +04/15/2023 15:03:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.58935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.405517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.846923828125} +04/15/2023 15:09:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.354736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.347412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.874755859375} +04/15/2023 15:15:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.389404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.343505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.64111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.69384765625} +04/15/2023 15:21:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.92529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.01123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.4091796875} +04/15/2023 15:27:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.71240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.048095703125} +04/15/2023 15:36:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.506591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.62060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.385498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.312255859375} +04/15/2023 15:42:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.26953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.457275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.578369140625} +04/15/2023 15:48:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.53759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.42822265625} +04/15/2023 15:55:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.46435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.66455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.563232421875} +04/15/2023 16:01:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.424560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.906005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.41796875} +04/15/2023 16:07:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.400634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.813720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.31640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.89794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.595703125} +04/15/2023 16:13:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.328857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.981689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.441650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.050048828125} +04/15/2023 16:19:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.341064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.932861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.57275390625} +04/15/2023 16:25:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.365234375} +04/15/2023 16:31:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.401611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.085205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.24267578125} +04/15/2023 16:37:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.401611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.303955078125} +04/15/2023 16:43:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.93603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9541015625} +04/15/2023 16:49:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.398681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.959716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.26806640625} +04/15/2023 16:55:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.425048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.947998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.92626953125} +04/15/2023 17:01:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.345458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.750244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.55078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.913330078125} +04/15/2023 17:08:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.763916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.829345703125} +04/15/2023 17:14:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.47900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.12109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.116943359375} +04/15/2023 17:20:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.53662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.93017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.02001953125} +04/15/2023 17:20:57 - INFO - utils.logger - Step 170000: start validation +04/15/2023 17:27:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.31298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.00146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.375732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.9765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.453857421875} +04/15/2023 17:33:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.633544921875} +04/15/2023 17:39:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.04833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.90478515625} +04/15/2023 17:45:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.327392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.783935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.31396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.7841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.90234375} +04/15/2023 17:51:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.52392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.84130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0068359375} +04/15/2023 17:58:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.366943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.870849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.93115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.64013671875} +04/15/2023 18:04:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.2685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.028564453125} +04/15/2023 18:10:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.04931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.45263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.403564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.056884765625} +04/15/2023 18:16:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.381103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.681396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.25439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.384521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.952880859375} +04/15/2023 18:23:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.386474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.561279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.46044921875} +04/15/2023 18:28:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.422119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.80859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.127685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.442138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.726806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.14306640625} +04/15/2023 18:34:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.413818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.690673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.59228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.431884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.188720703125} +04/15/2023 18:40:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.19921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.09423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.463134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.536376953125} +04/15/2023 18:46:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.30615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.38134765625} +04/15/2023 18:52:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.40576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.4814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.2265625} +04/15/2023 18:58:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.51025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.36181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.430419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.218505859375} +04/15/2023 19:04:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.401611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.280517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.92333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.38134765625} +04/15/2023 19:10:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.69091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.56103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.26904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.31640625} +04/15/2023 19:16:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.12744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.31494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.53173828125} +04/15/2023 19:23:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.362548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.202392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.437255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.183349609375} +04/15/2023 19:29:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.28515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.79931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.51513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.350830078125} +04/15/2023 19:35:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.561767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9150390625} +04/15/2023 19:41:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.322509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.740478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.359619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.175537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.310546875} +04/15/2023 19:47:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.6884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.28076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.6767578125} +04/15/2023 19:53:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.3359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.68212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.83837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.98974609375} +04/15/2023 19:53:23 - INFO - utils.logger - Step 175000: start validation +04/15/2023 19:59:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.419677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.694091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5673828125} +04/15/2023 20:05:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.1796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.24560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.01904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.394287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.535888671875} +04/15/2023 20:11:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.69384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.21630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.398681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.205810546875} +04/15/2023 20:18:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.2373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.2177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.82861328125} +04/15/2023 20:24:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.378173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.679443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.30419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.389892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.455810546875} +04/15/2023 20:30:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.77001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.84375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.0595703125} +04/15/2023 20:37:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.59521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.470458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.796142578125} +04/15/2023 20:43:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.392822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.689697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.73046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.2314453125} +04/15/2023 20:49:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.310791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.82373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.05810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.87158203125} +04/15/2023 20:55:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.73388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.9462890625} +04/15/2023 21:03:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.99560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.68310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.91162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.71240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.373779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.802001953125} +04/15/2023 21:10:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.411865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.735107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.50244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.20751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.442626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.145751953125} +04/15/2023 21:16:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.792724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.432861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.570556640625} +04/15/2023 21:22:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.338134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.241455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.433349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.971923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.405029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.050048828125} +04/15/2023 21:28:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.387451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.498779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.4892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.415283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.729736328125} +04/15/2023 21:37:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.03125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.0888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.70849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.12890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.255859375} +04/15/2023 21:43:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.365966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.443603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.305419921875} +04/15/2023 21:50:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.474365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.43798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.32177734375} +04/15/2023 21:56:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.401611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.040771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.2041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.05419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.751953125} +04/15/2023 22:02:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.98681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.70849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.438232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.039306640625} +04/15/2023 22:09:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.388427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.727294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.63623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.07177734375} +04/15/2023 22:15:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.47607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.97216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.446044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.963623046875} +04/15/2023 22:23:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.367431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.515380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.446044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.872314453125} +04/15/2023 22:29:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.9970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.53369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.1572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.77685546875} +04/15/2023 22:35:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.24609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.407958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.282958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.453369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.429931640625} +04/15/2023 22:35:40 - INFO - utils.logger - Step 180000: start validation +04/15/2023 22:42:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.365478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.123291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.65673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.365478515625} +04/15/2023 22:48:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.88623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.2529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.15087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.429443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.932373046875} +04/15/2023 22:55:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.427978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.971435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.70947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.478759765625} +04/15/2023 23:01:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.561767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.97509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.440673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.184814453125} +04/15/2023 23:07:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.459228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.422119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.813720703125} +04/15/2023 23:13:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.33642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.68359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.52294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.446533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.081787109375} +04/15/2023 23:20:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.360595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.085693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.9033203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.418212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.001220703125} +04/15/2023 23:26:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.329833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.535400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.32666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412841796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.784912109375} +04/15/2023 23:32:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.68310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.85205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.59130859375} +04/15/2023 23:39:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.407470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.510498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.38818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.24951171875} +04/15/2023 23:46:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.359130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.588623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.49755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.150390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.1142578125} +04/15/2023 23:52:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5576171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.34423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.495361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.541748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.8544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.46826171875} +04/15/2023 23:59:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.358154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.444091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.63134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.54541015625} +04/16/2023 00:05:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.0556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.020751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.72900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.00732421875} +04/16/2023 00:11:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.343017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.351318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.21826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.55859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5029296875} +04/16/2023 00:18:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.60546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.29345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73291015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.56201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.409423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.570068359375} +04/16/2023 00:24:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.53662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.83154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.55419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.457763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.760009765625} +04/16/2023 00:30:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.68505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.60986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3369140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1708984375} +04/16/2023 00:36:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.342041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.216064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.67236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.28125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.62353515625} +04/16/2023 00:42:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.50537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.96728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.434814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.330810546875} +04/16/2023 00:48:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.371826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.609130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.29736328125} +04/16/2023 00:54:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.41552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.22265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.73388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.27734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.79443359375} +04/16/2023 01:00:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.312744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.443115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.94580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.424072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.969482421875} +04/16/2023 01:06:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.10888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.471435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.121826171875} +04/16/2023 01:12:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.05859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.067138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.91455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.447509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.173583984375} +04/16/2023 01:12:49 - INFO - utils.logger - Step 185000: start validation +04/16/2023 01:19:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.378662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.19140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.749267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.416259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.151123046875} +04/16/2023 01:25:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.1689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.89892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.07763671875} +04/16/2023 01:31:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.38671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 4.04296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 7.583251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.57763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.74853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.644775390625} +04/16/2023 01:37:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.35986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3359375} +04/16/2023 01:43:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.374755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.734130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.324462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 3.920654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.445068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.694091796875} +04/16/2023 01:49:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.19873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.443115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.450439453125} +04/16/2023 01:55:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.96875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.78173828125} +04/16/2023 02:04:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.323486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.87451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.39990234375} +04/16/2023 02:11:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.328857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.298095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.50146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.29736328125} +04/16/2023 02:18:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.384521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.80810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.983642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.69384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.25, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5498046875} +04/16/2023 02:24:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.353759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 0.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.047119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5361328125} +04/16/2023 02:30:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.357666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.042236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.82177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.17578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.424560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.996337890625} +04/16/2023 02:36:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.79443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.21923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.10693359375} +04/16/2023 02:42:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.1083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.41796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.5869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7138671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.83203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.464111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.977783203125} +04/16/2023 02:48:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.71630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.481201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.180908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.93505859375} +04/16/2023 02:54:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.59375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.61865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.29296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.61572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.40869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.39697265625} +04/16/2023 03:00:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.32666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.75, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.861328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.4541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.03173828125} +04/16/2023 03:06:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.70068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.93359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.478271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.981201171875} +04/16/2023 03:12:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.51611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.63525390625} +04/16/2023 03:18:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.4931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.05224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.433837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.192626953125} +04/16/2023 03:24:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.42822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.6796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.20166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6025390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.417724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4931640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.106689453125} +04/16/2023 03:30:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.328857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.658935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.43505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.44970703125} +04/16/2023 03:37:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.0703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.8857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.06787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.9169921875} +04/16/2023 03:43:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.415771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.062744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.05712890625} +04/16/2023 03:49:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.39501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.4423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.1474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8154296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.98876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.405029296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.991943359375} +04/16/2023 03:49:14 - INFO - utils.logger - Step 190000: start validation +04/16/2023 03:55:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.380126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.263916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.440673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.487060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.8671875} +04/16/2023 04:02:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.25830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.88330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.76318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.70703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.03125} +04/16/2023 04:08:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.361572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.099853515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.1396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.444580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.994873046875} +04/16/2023 04:13:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.383544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.489501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.3984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.08544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.0546875} +04/16/2023 04:20:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.69189453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.44970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.70849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.385986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.86474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.808837890625} +04/16/2023 04:25:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.335693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.69140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3740234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.035888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.80224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.50048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.396240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.551513671875} +04/16/2023 04:31:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.65478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.97021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.45654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.18212890625} +04/16/2023 04:38:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.1513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.89111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.419677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.46875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.867919921875} +04/16/2023 04:44:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.15234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.11279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.93896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.91015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.75341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.41357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1572265625} +04/16/2023 04:51:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.357666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.87890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.699951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.66748046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.446044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.833740234375} +04/16/2023 04:57:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.348876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.71435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.91796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.635498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.78857421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.60791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.420654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.291748046875} +04/16/2023 05:03:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.387939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.426513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.0166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.423095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.982666015625} +04/16/2023 05:09:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.3876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.76806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.52392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.9541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.5595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.53076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.385498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.072265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.688720703125} +04/16/2023 05:15:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.369873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.9287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.025634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.68408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.56396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.44140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.93408203125} +04/16/2023 05:21:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5537109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.6181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.78271484375} +04/16/2023 05:27:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.345947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.2265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.660400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.91162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.389404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.171630859375} +04/16/2023 05:33:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.38232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.7822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.39208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0048828125} +04/16/2023 05:39:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.75048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.65625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.41845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.5830078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7509765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.33837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.466064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.753173828125} +04/16/2023 05:45:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.5673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.55908203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.63232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.440673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.675048828125} +04/16/2023 05:52:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.375732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.72802734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.2333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.112548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.72998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.59912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.5966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.40966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.11083984375} +04/16/2023 05:58:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.37939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.21142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.3583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.482666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.092041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.73974609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.39892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.00390625} +04/16/2023 06:04:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.415771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.895751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.60107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.50634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.81787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.95849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.0234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.255859375} +04/16/2023 06:10:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.015625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.77587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.57470703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.7734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.42236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.06689453125} +04/16/2023 06:16:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.35595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.6982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.3505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.29736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.34375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 2.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 5.859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4521484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.94189453125} +04/16/2023 06:22:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.36328125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.74267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.7578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.814453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 5.67822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.6875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.65673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.39306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.80224609375} +04/16/2023 06:22:53 - INFO - utils.logger - Step 195000: start validation +04/16/2023 06:29:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.404296875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.8271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.21484375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.18212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.33203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.76708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.4111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.251953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.98828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.41845703125} +04/16/2023 06:35:34 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.383056640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 3.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 6.189697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.7939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.4052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 0.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.78662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.408447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.865966796875} +04/16/2023 06:41:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_0': 0.414306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/contra_loss_1': 0.7900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss': 1.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/masked_lm_loss_caption': 2.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc12m/total_loss': 4.921142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_0': 0.68603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/contra_loss_1': 1.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss': 1.0615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/masked_lm_loss_caption': 1.8642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--distcc4m/total_loss': 4.87939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_0': 0.80517578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss_1': 0.436279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.190673828125} diff --git a/pretrained_weights/.keep b/pretrained_weights/.keep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/pretrained_weights/bert/bert-base-cased-vocab.txt b/pretrained_weights/bert/bert-base-cased-vocab.txt new file mode 100644 index 0000000000000000000000000000000000000000..2ea941cc79a6f3d7985ca6991ef4f67dad62af04 --- /dev/null +++ b/pretrained_weights/bert/bert-base-cased-vocab.txt @@ -0,0 +1,28996 @@ +[PAD] +[unused1] +[unused2] +[unused3] +[unused4] +[unused5] +[unused6] +[unused7] +[unused8] +[unused9] +[unused10] +[unused11] +[unused12] +[unused13] +[unused14] +[unused15] +[unused16] +[unused17] +[unused18] +[unused19] +[unused20] +[unused21] +[unused22] +[unused23] +[unused24] +[unused25] +[unused26] +[unused27] +[unused28] +[unused29] +[unused30] +[unused31] +[unused32] +[unused33] +[unused34] +[unused35] +[unused36] +[unused37] +[unused38] +[unused39] +[unused40] +[unused41] +[unused42] +[unused43] +[unused44] +[unused45] +[unused46] +[unused47] +[unused48] +[unused49] +[unused50] +[unused51] +[unused52] +[unused53] +[unused54] +[unused55] +[unused56] +[unused57] +[unused58] +[unused59] +[unused60] +[unused61] +[unused62] +[unused63] +[unused64] +[unused65] +[unused66] +[unused67] +[unused68] +[unused69] +[unused70] +[unused71] +[unused72] +[unused73] +[unused74] +[unused75] +[unused76] +[unused77] +[unused78] +[unused79] +[unused80] +[unused81] +[unused82] +[unused83] +[unused84] +[unused85] +[unused86] +[unused87] +[unused88] +[unused89] +[unused90] +[unused91] +[unused92] +[unused93] +[unused94] +[unused95] +[unused96] +[unused97] +[unused98] +[unused99] +[UNK] +[CLS] +[SEP] +[MASK] +[unused100] +[unused101] +! +" +# +$ +% +& +' +( +) +* ++ +, +- +. +/ +0 +1 +2 +3 +4 +5 +6 +7 +8 +9 +: +; +< += +> +? +@ +A +B +C +D +E +F +G +H +I +J +K +L +M +N +O +P +Q +R +S +T +U +V +W +X +Y +Z +[ +\ +] +^ +_ +` +a +b +c +d +e +f +g +h +i +j +k +l +m +n +o +p +q +r +s +t +u +v +w +x +y +z +{ +| +} +~ +¡ +¢ +£ +¥ +§ +¨ +© +ª +« +¬ +® +° +± +² +³ +´ +µ +¶ +· +¹ +º +» +¼ +½ +¾ +¿ +À +Á + +Ä +Å +Æ +Ç +È +É +Í +Î +Ñ +Ó +Ö +× +Ø +Ú +Ü +Þ +ß +à +á +â +ã +ä +å +æ +ç +è +é +ê +ë +ì +í +î +ï +ð +ñ +ò +ó +ô +õ +ö +÷ +ø +ù +ú +û +ü +ý +þ +ÿ +Ā +ā +ă +ą +Ć +ć +Č +č +ď +Đ +đ +ē +ė +ę +ě +ğ +ġ +Ħ +ħ +ĩ +Ī +ī +İ +ı +ļ +Ľ +ľ +Ł +ł +ń +ņ +ň +ŋ +Ō +ō +ŏ +ő +Œ +œ +ř +Ś +ś +Ş +ş +Š +š +Ţ +ţ +ť +ũ +ū +ŭ +ů +ű +ų +ŵ +ŷ +ź +Ż +ż +Ž +ž +Ə +ƒ +ơ +ư +ǎ +ǐ +ǒ +ǔ +ǫ +Ș +ș +Ț +ț +ɐ +ɑ +ɔ +ɕ +ə +ɛ +ɡ +ɣ +ɨ +ɪ +ɲ +ɾ +ʀ +ʁ +ʂ +ʃ +ʊ +ʋ +ʌ +ʐ +ʑ +ʒ +ʔ +ʰ +ʲ +ʳ +ʷ +ʻ +ʼ +ʾ +ʿ +ˈ +ː +ˡ +ˢ +ˣ +́ +̃ +̍ +̯ +͡ +Α +Β +Γ +Δ +Ε +Η +Θ +Ι +Κ +Λ +Μ +Ν +Ο +Π +Σ +Τ +Φ +Χ +Ψ +Ω +ά +έ +ή +ί +α +β +γ +δ +ε +ζ +η +θ +ι +κ +λ +μ +ν +ξ +ο +π +ρ +ς +σ +τ +υ +φ +χ +ψ +ω +ό +ύ +ώ +І +Ј +А +Б +В +Г +Д +Е +Ж +З +И +К +Л +М +Н +О +П +Р +С +Т +У +Ф +Х +Ц +Ч +Ш +Э +Ю +Я +а +б +в +г +д +е +ж +з +и +й +к +л +м +н +о +п +р +с +т +у +ф +х +ц +ч +ш +щ +ъ +ы +ь +э +ю +я +ё +і +ї +ј +њ +ћ +Ա +Հ +ա +ե +ի +կ +մ +յ +ն +ո +ս +տ +ր +ւ +ְ +ִ +ֵ +ֶ +ַ +ָ +ֹ +ּ +א +ב +ג +ד +ה +ו +ז +ח +ט +י +כ +ל +ם +מ +ן +נ +ס +ע +פ +צ +ק +ר +ש +ת +، +ء +آ +أ +إ +ئ +ا +ب +ة +ت +ث +ج +ح +خ +د +ذ +ر +ز +س +ش +ص +ض +ط +ظ +ع +غ +ف +ق +ك +ل +م +ن +ه +و +ى +ي +َ +ِ +ٹ +پ +چ +ک +گ +ہ +ی +ے +ं +आ +क +ग +च +ज +ण +त +द +ध +न +प +ब +भ +म +य +र +ल +व +श +ष +स +ह +ा +ि +ी +ु +े +ो +् +। +॥ +আ +ই +এ +ও +ক +খ +গ +চ +ছ +জ +ট +ত +থ +দ +ধ +ন +প +ব +ম +য +র +ল +শ +স +হ +় +া +ি +ী +ু +ে +ো +্ +য় +க +த +ப +ம +ய +ர +ல +வ +ா +ி +ு +் +ร +་ +ག +ང +ད +ན +བ +མ +ར +ལ +ས +ི +ུ +ེ +ོ +ა +ე +ი +ლ +ნ +ო +რ +ს +ᴬ +ᴵ +ᵀ +ᵃ +ᵇ +ᵈ +ᵉ +ᵍ +ᵏ +ᵐ +ᵒ +ᵖ +ᵗ +ᵘ +ᵢ +ᵣ +ᵤ +ᵥ +ᶜ +ᶠ +ḍ +Ḥ +ḥ +Ḩ +ḩ +ḳ +ṃ +ṅ +ṇ +ṛ +ṣ +ṭ +ạ +ả +ấ +ầ +ẩ +ậ +ắ +ế +ề +ể +ễ +ệ +ị +ọ +ố +ồ +ổ +ộ +ớ +ờ +ợ +ụ +ủ +ứ +ừ +ử +ữ +ự +ỳ +ỹ +ἀ +ἐ +ὁ +ὐ +ὰ +ὶ +ὸ +ῆ +ῖ +ῦ +ῶ +‐ +‑ +‒ +– +— +― +‖ +‘ +’ +‚ +“ +” +„ +† +‡ +• +… +‰ +′ +″ +⁄ +⁰ +ⁱ +⁴ +⁵ +⁶ +⁷ +⁸ +⁹ +⁺ +⁻ +ⁿ +₀ +₁ +₂ +₃ +₄ +₅ +₆ +₇ +₈ +₉ +₊ +₍ +₎ +ₐ +ₑ +ₒ +ₓ +ₕ +ₖ +ₘ +ₙ +ₚ +ₛ +ₜ +₤ +€ +₱ +₹ +ℓ +№ +ℝ +⅓ +← +↑ +→ +↔ +⇌ +⇒ +∂ +∈ +− +∗ +∘ +√ +∞ +∧ +∨ +∩ +∪ +≈ +≠ +≡ +≤ +≥ +⊂ +⊆ +⊕ +⋅ +─ +│ +■ +● +★ +☆ +☉ +♠ +♣ +♥ +♦ +♭ +♯ +⟨ +⟩ +ⱼ +、 +。 +《 +》 +「 +」 +『 +』 +〜 +い +う +え +お +か +き +く +け +こ +さ +し +す +せ +そ +た +ち +つ +て +と +な +に +の +は +ひ +ま +み +む +め +も +や +ゆ +よ +ら +り +る +れ +ん +ア +ィ +イ +ウ +エ +オ +カ +ガ +キ +ク +グ +コ +サ +シ +ジ +ス +ズ +タ +ダ +ッ +テ +デ +ト +ド +ナ +ニ +ハ +バ +パ +フ +ブ +プ +マ +ミ +ム +ャ +ュ +ラ +リ +ル +レ +ロ +ン +・ +ー +一 +三 +上 +下 +中 +事 +二 +井 +京 +人 +亻 +仁 +佐 +侍 +光 +公 +力 +北 +十 +南 +原 +口 +史 +司 +吉 +同 +和 +囗 +国 +國 +土 +城 +士 +大 +天 +太 +夫 +女 +子 +宀 +安 +宮 +宿 +小 +尚 +山 +島 +川 +州 +平 +年 +心 +愛 +戸 +文 +新 +方 +日 +明 +星 +書 +月 +木 +本 +李 +村 +東 +松 +林 +正 +武 +氏 +水 +氵 +江 +河 +海 +版 +犬 +王 +生 +田 +白 +皇 +省 +真 +石 +社 +神 +竹 +美 +義 +花 +藤 +西 +谷 +車 +辶 +道 +郎 +郡 +部 +野 +金 +長 +門 +陽 +青 +食 +馬 +高 +龍 +龸 +사 +씨 +의 +이 +한 +fi +fl +！ +（ +） +， +－ +／ +： +the +of +and +to +in +was +The +is +for +as +on +with +that +##s +his +by +he +at +from +it +her +He +had +an +were +you +be +In +she +are +but +which +It +not +or +have +my +him +one +this +me +has +also +up +their +first +out +who +been +they +She +into +all +would +its +##ing +time +two +##a +##e +said +about +when +over +more +other +can +after +back +them +then +##ed +there +like +so +only +##n +could +##d +##i +##y +what +no +##o +where +This +made +than +if +You +##ly +through +we +before +##r +just +some +##er +years +do +New +##t +down +between +new +now +will +three +most +On +around +year +used +such +being +well +during +They +know +against +under +later +did +part +known +off +while +His +re +... +##l +people +until +way +American +didn +University +your +both +many +get +United +became +head +There +second +As +work +any +But +still +again +born +even +eyes +After +including +de +took +And +long +team +season +family +see +right +same +called +name +because +film +don +10 +found +much +school +##es +going +won +place +away +We +day +left +John +000 +hand +since +World +these +how +make +number +each +life +area +man +four +go +No +here +very +National +##m +played +released +never +began +States +album +home +last +too +held +several +May +own +##on +take +end +School +##h +ll +series +What +want +use +another +city +When +2010 +side +At +may +That +came +face +June +think +game +those +high +March +early +September +##al +2011 +looked +July +state +small +thought +went +January +October +##u +based +August +##us +world +good +April +York +us +12 +2012 +2008 +For +2009 +group +along +few +South +little +##k +following +November +something +2013 +December +set +2007 +old +2006 +2014 +located +##an +music +County +City +former +##in +room +ve +next +All +##man +got +father +house +##g +body +15 +20 +18 +started +If +2015 +town +our +line +War +large +population +named +British +company +member +five +My +single +##en +age +State +moved +February +11 +Her +should +century +government +built +come +best +show +However +within +look +men +door +without +need +wasn +2016 +water +One +system +knew +every +died +League +turned +asked +North +St +wanted +building +received +song +served +though +felt +##ia +station +band +##ers +local +public +himself +different +death +say +##1 +30 +##2 +2005 +16 +night +behind +children +English +members +near +saw +together +son +14 +voice +village +13 +hands +help +##3 +due +French +London +top +told +open +published +third +2017 +play +across +During +put +final +often +include +25 +##le +main +having +2004 +once +ever +let +book +led +gave +late +front +find +club +##4 +German +included +species +College +form +opened +mother +women +enough +West +must +2000 +power +really +17 +making +half +##6 +order +might +##is +given +million +times +days +point +full +service +With +km +major +##7 +original +become +seen +II +north +six +##te +love +##0 +national +International +##5 +24 +So +District +lost +run +couldn +career +always +##9 +2003 +##th +country +##z +House +air +tell +south +worked +woman +player +##A +almost +war +River +##ic +married +continued +Then +James +close +black +short +##8 +##na +using +history +returned +light +car +##ra +sure +William +things +General +##ry +2002 +better +support +100 +among +From +feet +King +anything +21 +19 +established +district +2001 +feel +great +##ton +level +Cup +These +written +games +others +already +title +story +##p +law +thing +US +record +role +however +By +students +England +white +control +least +inside +land +##C +22 +give +community +hard +##ie +non +##c +produced +George +round +period +Park +business +various +##ne +does +present +wife +far +taken +per +reached +David +able +version +working +young +live +created +joined +East +living +appeared +case +High +done +23 +important +President +Award +France +position +office +looking +total +general +class +To +production +##S +football +party +brother +keep +mind +free +Street +hair +announced +development +either +nothing +moment +Church +followed +wrote +why +India +San +election +1999 +lead +How +##ch +##rs +words +European +course +considered +America +arms +Army +political +##la +28 +26 +west +east +ground +further +church +less +site +First +Not +Australia +toward +California +##ness +described +works +An +Council +heart +past +military +27 +##or +heard +field +human +soon +founded +1998 +playing +trying +##x +##ist +##ta +television +mouth +although +taking +win +fire +Division +##ity +Party +Royal +program +Some +Don +Association +According +tried +TV +Paul +outside +daughter +Best +While +someone +match +recorded +Canada +closed +region +Air +above +months +elected +##da +##ian +road +##ar +brought +move +1997 +leave +##um +Thomas +1996 +am +low +Robert +formed +person +services +points +Mr +miles +##b +stop +rest +doing +needed +international +release +floor +start +sound +call +killed +real +dark +research +finished +language +Michael +professional +change +sent +50 +upon +29 +track +hit +event +2018 +term +example +Germany +similar +return +##ism +fact +pulled +stood +says +ran +information +yet +result +developed +girl +##re +God +1995 +areas +signed +decided +##ment +Company +seemed +##el +co +turn +race +common +video +Charles +Indian +##ation +blood +art +red +##able +added +rather +1994 +met +director +addition +design +average +minutes +##ies +##ted +available +bed +coming +friend +idea +kind +Union +Road +remained +##ting +everything +##ma +running +care +finally +Chinese +appointed +1992 +Australian +##ley +popular +mean +teams +probably +##land +usually +project +social +Championship +possible +word +Russian +instead +mi +herself +##T +Peter +Hall +Center +seat +style +money +1993 +else +Department +table +Music +current +31 +features +special +events +character +Two +square +sold +debut +##v +process +Although +Since +##ka +40 +Central +currently +education +placed +lot +China +quickly +forward +seven +##ling +Europe +arm +performed +Japanese +1991 +Henry +Now +Dr +##ion +week +Group +myself +big +UK +Washington +ten +deep +1990 +Club +Japan +space +La +directed +smile +episode +hours +whole +##de +##less +Why +wouldn +designed +strong +training +changed +Society +stage +involved +hadn +towards +leading +police +eight +kept +Institute +study +largest +child +eventually +private +modern +Court +throughout +getting +originally +attack +##E +talk +Great +longer +songs +alone +##ine +wide +dead +walked +shot +##ri +Oh +force +##st +Art +today +friends +Island +Richard +1989 +center +construction +believe +size +White +ship +completed +##B +gone +Just +rock +sat +##R +radio +below +entire +families +league +includes +type +lived +official +range +hold +featured +Most +##ter +president +passed +means +##f +forces +lips +Mary +Do +guitar +##ce +food +wall +Of +spent +Its +performance +hear +##P +Western +reported +sister +##et +morning +##M +especially +##ive +Minister +itself +post +bit +groups +1988 +##tion +Black +##ng +Well +raised +sometimes +Canadian +Paris +Spanish +replaced +schools +Academy +leaving +central +female +Christian +Jack +whose +college +onto +provided +##D +##ville +players +actually +stopped +##son +Museum +doesn +##ts +books +fight +allowed +##ur +beginning +Records +awarded +parents +coach +##os +Red +saying +##ck +Smith +Yes +Lake +##L +aircraft +1987 +##ble +previous +ft +action +Italian +African +happened +vocals +Act +future +court +##ge +1986 +degree +phone +##ro +Is +countries +winning +breath +Love +river +matter +Lord +Other +list +self +parts +##ate +provide +cut +shows +plan +1st +interest +##ized +Africa +stated +Sir +fell +owned +earlier +ended +competition +attention +1985 +lower +nearly +bad +older +stay +Saint +##se +certain +1984 +fingers +blue +try +fourth +Grand +##as +king +##nt +makes +chest +movement +states +moving +data +introduced +model +date +section +Los +deal +##I +skin +entered +middle +success +Texas +##w +summer +island +##N +Republic +length +husband +1980 +##ey +reason +anyone +forced +via +base +500 +job +covered +Festival +Roman +successful +rights +cover +Man +writing +Ireland +##F +related +goal +takes +buildings +true +weeks +1983 +Because +opening +novel +ISBN +meet +gold +##ous +mid +km² +standing +Football +Chicago +shook +whom +##ki +1982 +Day +feeling +scored +boy +higher +Force +leader +heavy +fall +question +sense +army +Second +energy +meeting +themselves +kill +##am +board +census +##ya +##ns +mine +meant +market +required +battle +campaign +attended +approximately +Kingdom +runs +active +##ha +contract +clear +previously +health +1979 +Arts +complete +Catholic +couple +units +##ll +##ty +Committee +shoulder +sea +systems +listed +##O +caught +tournament +##G +northern +author +Film +Your +##men +holding +offered +personal +1981 +southern +artist +traditional +studio +200 +capital +##ful +regular +ask +giving +organization +month +news +Are +read +managed +helped +studied +student +defeated +natural +industry +Year +noted +decision +Government +quite +##id +smiled +1972 +Maybe +tracks +##ke +Mark +al +media +engine +hour +Their +relationship +plays +property +structure +1976 +ago +Hill +Martin +1978 +ready +Many +Like +Bay +immediately +generally +Italy +Greek +practice +caused +division +significant +Joseph +speed +Let +thinking +completely +1974 +primary +mostly +##field +##K +1975 +##to +Even +writer +##led +dropped +magazine +collection +understand +route +highest +particular +films +lines +network +Science +loss +carried +direction +green +1977 +location +producer +according +Women +Queen +neck +thus +independent +view +1970 +Angeles +Soviet +distance +problem +Board +tour +western +income +appearance +access +Mexico +nodded +street +surface +arrived +believed +Old +1968 +1973 +becoming +whether +1945 +figure +singer +stand +Following +issue +window +wrong +pain +everyone +lives +issues +park +slowly +la +act +##va +bring +Lee +operations +key +comes +fine +cold +famous +Navy +1971 +Me +additional +individual +##ner +Zealand +goals +county +contains +Service +minute +2nd +reach +talking +particularly +##ham +movie +Director +glass +paper +studies +##co +railway +standard +Education +45 +represented +Chief +Louis +launched +Star +terms +60 +1969 +experience +watched +Another +Press +Tom +staff +starting +subject +break +Virginia +nine +eye +##age +evidence +foot +##est +companies +Prince +##V +gun +create +Big +People +guy +Green +simply +numerous +##line +increased +twenty +##ga +##do +1967 +award +officer +stone +Before +material +Northern +grew +male +plant +Life +legs +step +Al +unit +35 +except +answer +##U +report +response +Edward +commercial +edition +trade +science +##ca +Irish +Law +shown +rate +failed +##ni +remains +changes +mm +limited +larger +Later +cause +waiting +Time +##wood +cost +Bill +manager +activities +likely +allow +operated +retired +##ping +65 +directly +Who +associated +effect +hell +Florida +straight +hot +Valley +management +girls +expected +eastern +Mike +chance +cast +centre +chair +hurt +problems +##li +walk +programs +Team +characters +Battle +edge +pay +maybe +corner +majority +medical +Joe +Summer +##io +attempt +Pacific +command +Radio +##by +names +municipality +1964 +train +economic +Brown +feature +sex +source +agreed +remember +Three +1966 +1965 +Pennsylvania +victory +senior +annual +III +Southern +results +Sam +serving +religious +Jones +appears +##der +despite +claimed +Both +musical +matches +fast +security +selected +Young +double +complex +hospital +chief +Times +##ve +Championships +filled +Public +Despite +beautiful +Research +plans +Province +##ally +Wales +##ko +artists +metal +nearby +Spain +##il +32 +houses +supported +piece +##no +stared +recording +nature +legal +Russia +##ization +remaining +looks +##sh +bridge +closer +cases +scene +marriage +Little +##é +uses +Earth +specific +Frank +theory +Good +discovered +referred +bass +culture +university +presented +Congress +##go +metres +continue +1960 +isn +Awards +meaning +cell +composed +separate +Series +forms +Blue +cross +##tor +increase +test +computer +slightly +Where +Jewish +Town +tree +status +1944 +variety +responsible +pretty +initially +##way +realized +pass +provides +Captain +Alexander +recent +score +broke +Scott +drive +financial +showed +Line +stories +ordered +soldiers +genus +operation +gaze +sitting +society +Only +hope +actor +follow +Empire +Yeah +technology +happy +focus +policy +spread +situation +##ford +##ba +Mrs +watch +Can +1963 +Commission +touch +earned +troops +Under +1962 +individuals +cannot +19th +##lin +mile +expression +exactly +suddenly +weight +dance +stepped +places +appear +difficult +Railway +anti +numbers +kilometres +star +##ier +department +ice +Britain +removed +Once +##lo +Boston +value +##ant +mission +trees +Order +sports +join +serve +Major +poor +Poland +mainly +Theatre +pushed +Station +##it +Lady +federal +silver +##ler +foreign +##ard +Eastern +##den +box +hall +subsequently +lies +acquired +1942 +ancient +CD +History +Jean +beyond +##ger +El +##les +growing +championship +native +Parliament +Williams +watching +direct +overall +offer +Also +80 +Secretary +spoke +Latin +ability +##ated +safe +presence +##ial +headed +regional +planned +1961 +Johnson +throat +consists +##W +extended +Or +bar +walls +Chris +stations +politician +Olympics +influence +share +fighting +speak +hundred +Carolina +die +stars +##tic +color +Chapter +##ish +fear +sleep +goes +Francisco +oil +Bank +sign +physical +##berg +Dutch +seasons +##rd +Games +Governor +sorry +lack +Centre +memory +baby +smaller +charge +Did +multiple +ships +shirt +Assembly +amount +leaves +3rd +Foundation +conditions +1943 +Rock +Democratic +Daniel +##at +winner +products +##ina +store +latter +Professor +civil +prior +host +1956 +soft +vote +needs +Each +rules +1958 +pressure +letter +normal +proposed +levels +records +1959 +paid +intended +Victoria +purpose +okay +historical +issued +1980s +broadcast +rule +simple +picked +firm +Sea +1941 +Elizabeth +1940 +serious +featuring +highly +graduated +mentioned +choice +1948 +replied +percent +Scotland +##hi +females +constructed +1957 +settled +Steve +recognized +cities +crew +glanced +kiss +competed +flight +knowledge +editor +More +Conference +##H +fifth +elements +##ee +##tes +function +newspaper +recently +Miss +cultural +brown +twice +Office +1939 +truth +Creek +1946 +households +USA +1950 +quality +##tt +border +seconds +destroyed +pre +wait +ahead +build +image +90 +cars +##mi +33 +promoted +professor +et +bank +medal +text +broken +Middle +revealed +sides +wing +seems +channel +1970s +Ben +loved +effort +officers +Will +##ff +70 +Israel +Jim +upper +fully +label +Jr +assistant +powerful +pair +positive +##ary +gives +1955 +20th +races +remain +kitchen +primarily +##ti +Sydney +easy +Tour +whispered +buried +300 +News +Polish +1952 +Duke +Columbia +produce +accepted +00 +approach +minor +1947 +Special +44 +Asian +basis +visit +Fort +Civil +finish +formerly +beside +leaned +##ite +median +rose +coast +effects +supposed +Cross +##hip +Corps +residents +Jackson +##ir +Bob +basketball +36 +Asia +seem +Bishop +Book +##ber +ring +##ze +owner +BBC +##ja +transferred +acting +De +appearances +walking +Le +press +grabbed +1954 +officially +1953 +##pe +risk +taught +review +##X +lay +##well +council +Avenue +seeing +losing +Ohio +Super +province +ones +travel +##sa +projects +equipment +spot +Berlin +administrative +heat +potential +shut +capacity +elections +growth +fought +Republican +mixed +Andrew +teacher +turning +strength +shoulders +beat +wind +1949 +Health +follows +camp +suggested +perhaps +Alex +mountain +contact +divided +candidate +fellow +34 +Show +necessary +workers +ball +horse +ways +questions +protect +gas +activity +younger +bottom +founder +Scottish +screen +treatment +easily +com +##house +dedicated +Master +warm +Night +Georgia +Long +von +##me +perfect +website +1960s +piano +efforts +##ide +Tony +sort +offers +Development +Simon +executive +##nd +save +Over +Senate +1951 +1990s +draw +master +Police +##ius +renamed +boys +initial +prominent +damage +Co +##ov +##za +online +begin +occurred +captured +youth +Top +account +tells +Justice +conducted +forest +##town +bought +teeth +Jersey +##di +purchased +agreement +Michigan +##ure +campus +prison +becomes +product +secret +guess +Route +huge +types +drums +64 +split +defeat +estate +housing +##ot +brothers +Coast +declared +happen +titled +therefore +sun +commonly +alongside +Stadium +library +Home +article +steps +telling +slow +assigned +refused +laughed +wants +Nick +wearing +Rome +Open +##ah +Hospital +pointed +Taylor +lifted +escape +participated +##j +drama +parish +Santa +##per +organized +mass +pick +Airport +gets +Library +unable +pull +Live +##ging +surrounding +##ries +focused +Adam +facilities +##ning +##ny +38 +##ring +notable +era +connected +gained +operating +laid +Regiment +branch +defined +Christmas +machine +Four +academic +Iran +adopted +concept +Men +compared +search +traffic +Max +Maria +greater +##ding +widely +##burg +serves +1938 +37 +Go +hotel +shared +typically +scale +1936 +leg +suffered +yards +pieces +Ministry +Wilson +episodes +empty +1918 +safety +continues +yellow +historic +settlement +400 +Come +Corporation +enemy +content +picture +evening +territory +method +trial +solo +driver +Here +##ls +entrance +Prize +spring +whatever +##ent +75 +##ji +reading +Arthur +##cy +Our +clothes +Prime +Illinois +Kong +code +##ria +sit +Harry +Federal +chosen +administration +bodies +begins +stomach +Though +seats +Hong +density +Sun +leaders +Field +museum +chart +platform +languages +##ron +birth +holds +Gold +##un +fish +combined +##ps +4th +1937 +largely +captain +trust +Game +van +boat +Oxford +basic +beneath +Islands +painting +nice +Toronto +path +males +sources +block +conference +parties +murder +clubs +crowd +calling +About +Business +peace +knows +lake +speaking +stayed +Brazil +allowing +Born +unique +thick +Technology +##que +receive +des +semi +alive +noticed +format +##ped +coffee +digital +##ned +handed +guard +tall +faced +setting +plants +partner +claim +reduced +temple +animals +determined +classes +##out +estimated +##ad +Olympic +providing +Massachusetts +learned +Inc +Philadelphia +Social +carry +42 +possibly +hosted +tonight +respectively +Today +shape +Mount +roles +designated +brain +etc +Korea +thoughts +Brian +Highway +doors +background +drew +models +footballer +tone +turns +1935 +quiet +tower +wood +bus +write +software +weapons +flat +marked +1920 +newly +tight +Eric +finger +Journal +FC +Van +rise +critical +Atlantic +granted +returning +communities +humans +quick +39 +48 +ranked +sight +pop +Swedish +Stephen +card +analysis +attacked +##wa +Sunday +identified +Jason +champion +situated +1930 +expanded +tears +##nce +reaching +Davis +protection +Emperor +positions +nominated +Bridge +tax +dress +allows +avoid +leadership +killing +actress +guest +steel +knowing +electric +cells +disease +grade +unknown +##ium +resulted +Pakistan +confirmed +##ged +tongue +covers +##Y +roof +entirely +applied +votes +drink +interview +exchange +Township +reasons +##ised +page +calls +dog +agent +nose +teaching +##ds +##ists +advanced +wish +Golden +existing +vehicle +del +1919 +develop +attacks +pressed +Sports +planning +resulting +facility +Sarah +notes +1933 +Class +Historic +winter +##mo +audience +Community +household +Netherlands +creation +##ize +keeping +1914 +claims +dry +guys +opposite +##ak +explained +Ontario +secondary +difference +Francis +actions +organizations +yard +animal +Up +Lewis +titles +Several +1934 +Ryan +55 +Supreme +rolled +1917 +distribution +figures +afraid +rural +yourself +##rt +sets +barely +Instead +passing +awards +41 +silence +authority +occupied +environment +windows +engineering +surprised +flying +crime +reports +Mountain +powers +driving +succeeded +reviews +1929 +Head +missing +Song +Jesus +opportunity +inspired +ends +albums +conversation +impact +injury +surprise +billion +learning +heavily +oldest +union +creating +##ky +festival +literature +letters +sexual +##tte +apartment +Final +comedy +nation +orders +##sen +contemporary +Power +drawn +existence +connection +##ating +Post +Junior +remembered +message +Medal +castle +note +engineer +sounds +Beach +crossed +##dy +ear +scientific +sales +##ai +theme +starts +clearly +##ut +trouble +##gan +bag +##han +BC +sons +1928 +silent +versions +daily +Studies +ending +Rose +guns +1932 +headquarters +reference +obtained +Squadron +concert +none +du +Among +##don +prevent +Member +answered +staring +Between +##lla +portion +drug +liked +association +performances +Nations +formation +Castle +lose +learn +scoring +relatively +quarter +47 +Premier +##ors +Sweden +baseball +attempted +trip +worth +perform +airport +fields +enter +honor +Medical +rear +commander +officials +condition +supply +materials +52 +Anna +volume +threw +Persian +43 +interested +Gallery +achieved +visited +laws +relief +Area +Matt +singles +Lieutenant +Country +fans +Cambridge +sky +Miller +effective +tradition +Port +##ana +minister +extra +entitled +System +sites +authorities +acres +committee +racing +1931 +desk +trains +ass +weren +Family +farm +##ance +industrial +##head +iron +49 +abandoned +Out +Holy +chairman +waited +frequently +display +Light +transport +starring +Patrick +Engineering +eat +FM +judge +reaction +centuries +price +##tive +Korean +defense +Get +arrested +1927 +send +urban +##ss +pilot +Okay +Media +reality +arts +soul +thirty +##be +catch +generation +##nes +apart +Anne +drop +See +##ving +sixth +trained +Management +magic +cm +height +Fox +Ian +resources +vampire +principal +Was +haven +##au +Walter +Albert +rich +1922 +causing +entry +##ell +shortly +46 +worry +doctor +composer +rank +Network +bright +showing +regions +1924 +wave +carrying +kissed +finding +missed +Earl +lying +target +vehicles +Military +controlled +dinner +##board +briefly +lyrics +motion +duty +strange +attempts +invited +kg +villages +5th +Land +##mer +Christ +prepared +twelve +check +thousand +earth +copies +en +transfer +citizens +Americans +politics +nor +theatre +Project +##bo +clean +rooms +laugh +##ran +application +contained +anyway +containing +Sciences +1925 +rare +speech +exist +1950s +falling +passenger +##im +stands +51 +##ol +##ow +phase +governor +kids +details +methods +Vice +employed +performing +counter +Jane +heads +Channel +wine +opposition +aged +1912 +Every +1926 +highway +##ura +1921 +aired +978 +permanent +Forest +finds +joint +approved +##pur +brief +doubt +acts +brand +wild +closely +Ford +Kevin +chose +shall +port +sweet +fun +asking +Be +##bury +sought +Dave +Mexican +mom +Right +Howard +Moscow +Charlie +Stone +##mann +admitted +##ver +wooden +1923 +Officer +relations +Hot +combat +publication +chain +shop +inhabitants +proved +ideas +address +1915 +Memorial +explain +increasing +conflict +Anthony +Melbourne +narrow +temperature +slid +1916 +worse +selling +documentary +Ali +Ray +opposed +vision +dad +extensive +Infantry +commissioned +Doctor +offices +programming +core +respect +storm +##pa +##ay +##om +promotion +der +struck +anymore +shit +Region +receiving +DVD +alternative +##ue +ride +maximum +1910 +##ious +Third +Affairs +cancer +Executive +##op +dream +18th +Due +##ker +##worth +economy +IV +Billboard +identity +subsequent +statement +skills +##back +funding +##ons +Round +Foreign +truck +Please +lights +wondered +##ms +frame +yes +Still +districts +fiction +Colonel +converted +150 +grown +accident +critics +fit +Information +architecture +Point +Five +armed +Billy +poet +functions +consisted +suit +Turkish +Band +object +desire +##ities +sounded +flow +Norwegian +articles +Marie +pulling +thin +singing +Hunter +Human +Battalion +Federation +Kim +origin +represent +dangerous +weather +fuel +ex +##sing +Last +bedroom +aid +knees +Alan +angry +assumed +plane +Something +founding +concerned +global +Fire +di +please +Portuguese +touched +Roger +nuclear +Register +Jeff +fixed +royal +lie +finals +NFL +Manchester +towns +handle +shaped +Chairman +Dean +launch +understanding +Children +violence +failure +sector +Brigade +wrapped +fired +sharp +tiny +developing +expansion +Free +institutions +technical +Nothing +otherwise +Main +inch +Saturday +wore +Senior +attached +cheek +representing +Kansas +##chi +##kin +actual +advantage +Dan +Austria +##dale +hoped +multi +squad +Norway +streets +1913 +Services +hired +grow +pp +wear +painted +Minnesota +stuff +Building +54 +Philippines +1900 +##ties +educational +Khan +Magazine +##port +Cape +signal +Gordon +sword +Anderson +cool +engaged +Commander +images +Upon +tied +Security +cup +rail +Vietnam +successfully +##red +Muslim +gain +bringing +Native +hers +occurs +negative +Philip +Kelly +Colorado +category +##lan +600 +Have +supporting +wet +56 +stairs +Grace +observed +##ung +funds +restaurant +1911 +Jews +##ments +##che +Jake +Back +53 +asks +journalist +accept +bands +bronze +helping +##ice +decades +mayor +survived +usual +influenced +Douglas +Hey +##izing +surrounded +retirement +Temple +derived +Pope +registered +producing +##ral +structures +Johnny +contributed +finishing +buy +specifically +##king +patients +Jordan +internal +regarding +Samuel +Clark +##q +afternoon +Finally +scenes +notice +refers +quietly +threat +Water +Those +Hamilton +promise +freedom +Turkey +breaking +maintained +device +lap +ultimately +Champion +Tim +Bureau +expressed +investigation +extremely +capable +qualified +recognition +items +##up +Indiana +adult +rain +greatest +architect +Morgan +dressed +equal +Antonio +collected +drove +occur +Grant +graduate +anger +Sri +worried +standards +##ore +injured +somewhere +damn +Singapore +Jimmy +pocket +homes +stock +religion +aware +regarded +Wisconsin +##tra +passes +fresh +##ea +argued +Ltd +EP +Diego +importance +Census +incident +Egypt +Missouri +domestic +leads +ceremony +Early +camera +Father +challenge +Switzerland +lands +familiar +hearing +spend +educated +Tennessee +Thank +##ram +Thus +concern +putting +inches +map +classical +Allen +crazy +valley +Space +softly +##my +pool +worldwide +climate +experienced +neighborhood +scheduled +neither +fleet +1908 +Girl +##J +Part +engines +locations +darkness +Revolution +establishment +lawyer +objects +apparently +Queensland +Entertainment +bill +mark +Television +##ong +pale +demand +Hotel +selection +##rn +##ino +Labour +Liberal +burned +Mom +merged +Arizona +request +##lia +##light +hole +employees +##ical +incorporated +95 +independence +Walker +covering +joining +##ica +task +papers +backing +sell +biggest +6th +strike +establish +##ō +gently +59 +Orchestra +Winter +protein +Juan +locked +dates +Boy +aren +shooting +Luke +solid +charged +Prior +resigned +interior +garden +spoken +improve +wonder +promote +hidden +##med +combination +Hollywood +Swiss +consider +##ks +Lincoln +literary +drawing +Marine +weapon +Victor +Trust +Maryland +properties +##ara +exhibition +understood +hung +Tell +installed +loud +fashion +affected +junior +landing +flowers +##he +Internet +beach +Heart +tries +Mayor +programme +800 +wins +noise +##ster +##ory +58 +contain +fair +delivered +##ul +wedding +Square +advance +behavior +Program +Oregon +##rk +residence +realize +certainly +hill +Houston +57 +indicated +##water +wounded +Village +massive +Moore +thousands +personnel +dating +opera +poetry +##her +causes +feelings +Frederick +applications +push +approached +foundation +pleasure +sale +fly +gotten +northeast +costs +raise +paintings +##ney +views +horses +formal +Arab +hockey +typical +representative +rising +##des +clock +stadium +shifted +Dad +peak +Fame +vice +disappeared +users +Way +Naval +prize +hoping +values +evil +Bell +consisting +##ón +Regional +##ics +improved +circle +carefully +broad +##ini +Fine +maintain +operate +offering +mention +Death +stupid +Through +Princess +attend +interests +ruled +somewhat +wings +roads +grounds +##ual +Greece +Champions +facing +hide +voted +require +Dark +Matthew +credit +sighed +separated +manner +##ile +Boys +1905 +committed +impossible +lip +candidates +7th +Bruce +arranged +Islamic +courses +criminal +##ened +smell +##bed +08 +consecutive +##ening +proper +purchase +weak +Prix +1906 +aside +introduction +Look +##ku +changing +budget +resistance +factory +Forces +agency +##tone +northwest +user +1907 +stating +##one +sport +Design +environmental +cards +concluded +Carl +250 +accused +##ology +Girls +sick +intelligence +Margaret +responsibility +Guard +##tus +17th +sq +goods +1909 +hate +##ek +capture +stores +Gray +comic +Modern +Silver +Andy +electronic +wheel +##ied +Deputy +##bs +Czech +zone +choose +constant +reserve +##lle +Tokyo +spirit +sub +degrees +flew +pattern +compete +Dance +##ik +secretary +Imperial +99 +reduce +Hungarian +confused +##rin +Pierre +describes +regularly +Rachel +85 +landed +passengers +##ise +##sis +historian +meters +Youth +##ud +participate +##cing +arrival +tired +Mother +##gy +jumped +Kentucky +faces +feed +Israeli +Ocean +##Q +##án +plus +snow +techniques +plate +sections +falls +jazz +##ris +tank +loan +repeated +opinion +##res +unless +rugby +journal +Lawrence +moments +shock +distributed +##ded +adjacent +Argentina +crossing +uncle +##ric +Detroit +communication +mental +tomorrow +session +Emma +Without +##gen +Miami +charges +Administration +hits +coat +protected +Cole +invasion +priest +09 +Gary +enjoyed +plot +measure +bound +friendly +throw +musician +##lon +##ins +Age +knife +damaged +birds +driven +lit +ears +breathing +Arabic +Jan +faster +Jonathan +##gate +Independent +starred +Harris +teachers +Alice +sequence +mph +file +translated +decide +determine +Review +documents +sudden +threatened +##ft +bear +distinct +decade +burning +##sky +1930s +replace +begun +extension +##time +1904 +equivalent +accompanied +Christopher +Danish +##ye +Besides +##more +persons +fallen +Rural +roughly +saved +willing +ensure +Belgium +05 +musicians +##ang +giant +Six +Retrieved +worst +purposes +##bly +mountains +seventh +slipped +brick +07 +##py +somehow +Carter +Iraq +cousin +favor +islands +journey +FIFA +contrast +planet +vs +calm +##ings +concrete +branches +gray +profit +Russell +##ae +##ux +##ens +philosophy +businesses +talked +parking +##ming +owners +Place +##tle +agricultural +Kate +06 +southeast +draft +Eddie +earliest +forget +Dallas +Commonwealth +edited +66 +inner +ed +operates +16th +Harvard +assistance +##si +designs +Take +bathroom +indicate +CEO +Command +Louisiana +1902 +Dublin +Books +1901 +tropical +1903 +##tors +Places +tie +progress +forming +solution +62 +letting +##ery +studying +##jo +duties +Baseball +taste +Reserve +##ru +Ann +##gh +visible +##vi +notably +link +NCAA +southwest +Never +storage +mobile +writers +favorite +Pro +pages +truly +count +##tta +string +kid +98 +Ross +row +##idae +Kennedy +##tan +Hockey +hip +waist +grandfather +listen +##ho +feels +busy +72 +stream +obvious +cycle +shaking +Knight +##ren +Carlos +painter +trail +web +linked +04 +Palace +existed +##ira +responded +closing +End +examples +Marshall +weekend +jaw +Denmark +lady +township +medium +chin +Story +option +fifteen +Moon +represents +makeup +investment +jump +childhood +Oklahoma +roll +normally +Ten +Operation +Graham +Seattle +Atlanta +paused +promised +rejected +treated +returns +flag +##ita +Hungary +danger +glad +movements +visual +subjects +credited +soldier +Norman +ill +translation +José +Quebec +medicine +warning +theater +praised +municipal +01 +commune +churches +acid +folk +8th +testing +add +survive +Sound +devices +residential +severe +presidential +Mississippi +Austin +Perhaps +Charlotte +hanging +Montreal +grin +##ten +racial +partnership +shoot +shift +##nie +Les +downtown +Brothers +Garden +matters +restored +mirror +forever +winners +rapidly +poverty +##ible +Until +DC +faith +hundreds +Real +Ukraine +Nelson +balance +Adams +contest +relative +ethnic +Edinburgh +composition +##nts +emergency +##van +marine +reputation +Down +pack +12th +Communist +Mountains +pro +stages +measures +##ld +ABC +Li +victims +benefit +Iowa +Broadway +gathered +rating +Defense +classic +##ily +ceiling +##ions +snapped +Everything +constituency +Franklin +Thompson +Stewart +entering +Judge +forth +##sk +wanting +smiling +moves +tunnel +premiered +grass +unusual +Ukrainian +bird +Friday +tail +Portugal +coal +element +Fred +guards +Senator +collaboration +beauty +Wood +chemical +beer +justice +signs +##Z +sees +##zi +Puerto +##zed +96 +smooth +Bowl +gift +limit +97 +heading +Source +wake +requires +Ed +Constitution +factor +Lane +factors +adding +Note +cleared +pictures +pink +##ola +Kent +Local +Singh +moth +Ty +##ture +courts +Seven +temporary +involving +Vienna +emerged +fishing +agree +defensive +stuck +secure +Tamil +##ick +bottle +03 +Player +instruments +Spring +patient +flesh +contributions +cry +Malaysia +120 +Global +da +Alabama +Within +##work +debuted +expect +Cleveland +concerns +retained +horror +10th +spending +Peace +Transport +grand +Crown +instance +institution +acted +Hills +mounted +Campbell +shouldn +1898 +##ably +chamber +soil +88 +Ethan +sand +cheeks +##gi +marry +61 +weekly +classification +DNA +Elementary +Roy +definitely +Soon +Rights +gate +suggests +aspects +imagine +golden +beating +Studios +Warren +differences +significantly +glance +occasionally +##od +clothing +Assistant +depth +sending +possibility +mode +prisoners +requirements +daughters +dated +Representatives +prove +guilty +interesting +smoke +cricket +93 +##ates +rescue +Connecticut +underground +Opera +13th +reign +##ski +thanks +leather +equipped +routes +fan +##ans +script +Wright +bishop +Welsh +jobs +faculty +eleven +Railroad +appearing +anniversary +Upper +##down +anywhere +Rugby +Metropolitan +Meanwhile +Nicholas +champions +forehead +mining +drinking +76 +Jerry +membership +Brazilian +Wild +Rio +scheme +Unlike +strongly +##bility +fill +##rian +easier +MP +Hell +##sha +Stanley +banks +Baron +##ique +Robinson +67 +Gabriel +Austrian +Wayne +exposed +##wan +Alfred +1899 +manage +mix +visitors +eating +##rate +Sean +commission +Cemetery +policies +Camp +parallel +traveled +guitarist +02 +supplies +couples +poem +blocks +Rick +Training +Energy +achieve +appointment +Wing +Jamie +63 +novels +##em +1890 +songwriter +Base +Jay +##gar +naval +scared +miss +labor +technique +crisis +Additionally +backed +destroy +seriously +tools +tennis +91 +god +##ington +continuing +steam +obviously +Bobby +adapted +fifty +enjoy +Jacob +publishing +column +##ular +Baltimore +Donald +Liverpool +92 +drugs +movies +##ock +Heritage +##je +##istic +vocal +strategy +gene +advice +##bi +Ottoman +riding +##side +Agency +Indonesia +11th +laughing +sleeping +und +muttered +listening +deck +tip +77 +ownership +grey +Claire +deeply +provincial +popularity +Cooper +##á +Emily +##sed +designer +Murray +describe +Danny +Around +Parker +##dae +68 +rates +suffering +considerable +78 +nervous +powered +tons +circumstances +wished +belonged +Pittsburgh +flows +9th +##use +belt +81 +useful +15th +context +List +Dead +Iron +seek +Season +worn +frequency +legislation +replacement +memories +Tournament +Again +Barry +organisation +copy +Gulf +waters +meets +struggle +Oliver +1895 +Susan +protest +kick +Alliance +components +1896 +Tower +Windows +demanded +regiment +sentence +Woman +Logan +Referee +hosts +debate +knee +Blood +##oo +universities +practices +Ward +ranking +correct +happening +Vincent +attracted +classified +##stic +processes +immediate +waste +increasingly +Helen +##po +Lucas +Phil +organ +1897 +tea +suicide +actors +lb +crash +approval +waves +##ered +hated +grip +700 +amongst +69 +74 +hunting +dying +lasted +illegal +##rum +stare +defeating +##gs +shrugged +°C +Jon +Count +Orleans +94 +affairs +formally +##and +##ves +criticized +Disney +Vol +successor +tests +scholars +palace +Would +celebrated +rounds +grant +Schools +Such +commanded +demon +Romania +##all +Karl +71 +##yn +84 +Daily +totally +Medicine +fruit +Die +upset +Lower +Conservative +14th +Mitchell +escaped +shoes +Morris +##tz +queen +harder +prime +Thanks +indeed +Sky +authors +rocks +definition +Nazi +accounts +printed +experiences +##ters +divisions +Cathedral +denied +depending +Express +##let +73 +appeal +loose +colors +filed +##isation +gender +##ew +throne +forests +Finland +domain +boats +Baker +squadron +shore +remove +##ification +careful +wound +railroad +82 +seeking +agents +##ved +Blues +##off +customers +ignored +net +##ction +hiding +Originally +declined +##ess +franchise +eliminated +NBA +merely +pure +appropriate +visiting +forty +markets +offensive +coverage +cave +##nia +spell +##lar +Benjamin +##ire +Convention +filmed +Trade +##sy +##ct +Having +palm +1889 +Evans +intense +plastic +Julia +document +jeans +vessel +SR +##fully +proposal +Birmingham +le +##ative +assembly +89 +fund +lock +1893 +AD +meetings +occupation +modified +Years +odd +aimed +reform +Mission +Works +shake +cat +exception +convinced +executed +pushing +dollars +replacing +soccer +manufacturing +##ros +expensive +kicked +minimum +Josh +coastal +Chase +ha +Thailand +publications +deputy +Sometimes +Angel +effectively +##illa +criticism +conduct +Serbian +landscape +NY +absence +passage +##ula +Blake +Indians +1892 +admit +Trophy +##ball +Next +##rated +##ians +charts +kW +orchestra +79 +heritage +1894 +rough +exists +boundary +Bible +Legislative +moon +medieval +##over +cutting +print +##ett +birthday +##hood +destruction +Julian +injuries +influential +sisters +raising +statue +colour +dancing +characteristics +orange +##ok +##aries +Ken +colonial +twin +Larry +surviving +##shi +Barbara +personality +entertainment +assault +##ering +talent +happens +license +86 +couch +Century +soundtrack +shower +swimming +cash +Staff +bent +1885 +bay +lunch +##lus +dozen +vessels +CBS +greatly +critic +Test +symbol +panel +shell +output +reaches +87 +Front +motor +ocean +##era +##ala +maintenance +violent +scent +Limited +Las +Hope +Theater +Which +survey +Robin +recordings +compilation +##ward +bomb +insurance +Authority +sponsored +satellite +Jazz +refer +stronger +blow +whilst +Wrestling +suggest +##rie +climbed +##els +voices +shopping +1891 +Neil +discovery +##vo +##ations +burst +Baby +peaked +Brooklyn +knocked +lift +##try +false +nations +Hugh +Catherine +preserved +distinguished +terminal +resolution +ratio +pants +cited +competitions +completion +DJ +bone +uniform +schedule +shouted +83 +1920s +rarely +Basketball +Taiwan +artistic +bare +vampires +arrest +Utah +Marcus +assist +gradually +qualifying +Victorian +vast +rival +Warner +Terry +Economic +##cia +losses +boss +versus +audio +runner +apply +surgery +Play +twisted +comfortable +##cs +Everyone +guests +##lt +Harrison +UEFA +lowered +occasions +##lly +##cher +chapter +youngest +eighth +Culture +##room +##stone +1888 +Songs +Seth +Digital +involvement +expedition +relationships +signing +1000 +fault +annually +circuit +afterwards +meat +creature +##ou +cable +Bush +##net +Hispanic +rapid +gonna +figured +extent +considering +cried +##tin +sigh +dynasty +##ration +cabinet +Richmond +stable +##zo +1864 +Admiral +Unit +occasion +shares +badly +longest +##ify +Connor +extreme +wondering +girlfriend +Studio +##tions +1865 +tribe +exact +muscles +hat +Luis +Orthodox +decisions +amateur +description +##lis +hips +kingdom +##ute +Portland +whereas +Bachelor +outer +discussion +partly +Arkansas +1880 +dreams +perfectly +Lloyd +##bridge +asleep +##tti +Greg +permission +trading +pitch +mill +Stage +liquid +Keith +##tal +wolf +processing +stick +Jerusalem +profile +rushed +spiritual +argument +Ice +Guy +till +Delhi +roots +Section +missions +Glasgow +penalty +NBC +encouraged +identify +keyboards +##zing +##ston +disc +plain +informed +Bernard +thinks +fled +Justin +##day +newspapers +##wick +Ralph +##zer +unlike +Stars +artillery +##ified +recovered +arrangement +searching +##pers +##tory +##rus +deaths +Egyptian +diameter +##í +marketing +corporate +teach +marks +Turner +staying +hallway +Sebastian +chapel +naked +mistake +possession +1887 +dominated +jacket +creative +Fellow +Falls +Defence +suspended +employment +##rry +Hebrew +Hudson +Week +Wars +recognize +Natural +controversial +Tommy +thank +Athletic +benefits +decline +intention +##ets +Lost +Wall +participation +elevation +supports +parliament +1861 +concentration +Movement +##IS +competing +stops +behalf +##mm +limits +funded +discuss +Collins +departure +obtain +woods +latest +universe +alcohol +Laura +rush +blade +funny +Dennis +forgotten +Amy +Symphony +apparent +graduating +1862 +Rob +Grey +collections +Mason +emotions +##ugh +literally +Any +counties +1863 +nomination +fighter +habitat +respond +external +Capital +exit +Video +carbon +sharing +Bad +opportunities +Perry +photo +##mus +Orange +posted +remainder +transportation +portrayed +Labor +recommended +percussion +rated +Grade +rivers +partially +suspected +strip +adults +button +struggled +intersection +Canal +##ability +poems +claiming +Madrid +1886 +Together +##our +Much +Vancouver +instrument +instrumental +1870 +mad +angle +Control +Phoenix +Leo +Communications +mail +##ette +##ev +preferred +adaptation +alleged +discussed +deeper +##ane +Yet +Monday +volumes +thrown +Zane +##logy +displayed +rolling +dogs +Along +Todd +##ivity +withdrew +representation +belief +##sia +crown +Late +Short +hardly +grinned +romantic +Pete +##ken +networks +enemies +Colin +Eventually +Side +donated +##su +steady +grab +guide +Finnish +Milan +pregnant +controversy +reminded +1884 +Stuart +##bach +##ade +Race +Belgian +LP +Production +Zone +lieutenant +infantry +Child +confusion +sang +resident +##ez +victim +1881 +channels +Ron +businessman +##gle +Dick +colony +pace +producers +##ese +agencies +Craig +Lucy +Very +centers +Yorkshire +photography +##ched +Album +championships +Metro +substantial +Standard +terrible +directors +contribution +advertising +emotional +##its +layer +segment +sir +folded +Roberts +ceased +Hampshire +##ray +detailed +partners +m² +##pt +Beth +genre +commented +generated +remote +aim +Hans +credits +concerts +periods +breakfast +gay +shadow +defence +Too +Had +transition +Afghanistan +##book +eggs +defend +##lli +writes +Systems +bones +mess +seed +scientists +Shortly +Romanian +##zy +Freedom +muscle +hero +parent +agriculture +checked +Islam +Bristol +Freyja +Arena +cabin +Germans +electricity +ranks +viewed +medals +Wolf +associate +Madison +Sorry +fort +Chile +detail +widespread +attorney +boyfriend +##nan +Students +Spencer +##ig +bite +Maine +demolished +Lisa +erected +Someone +operational +Commissioner +NHL +Coach +Bar +forcing +Dream +Rico +cargo +Murphy +##fish +##ase +distant +##master +##ora +Organization +doorway +Steven +traded +electrical +frequent +##wn +Branch +Sure +1882 +placing +Manhattan +attending +attributed +excellent +pounds +ruling +principles +component +Mediterranean +Vegas +machines +percentage +infrastructure +throwing +affiliated +Kings +secured +Caribbean +Track +Ted +honour +opponent +Virgin +Construction +grave +produces +Challenge +stretched +paying +murmured +##ata +integrated +waved +Nathan +##ator +transmission +videos +##yan +##hu +Nova +descent +AM +Harold +conservative +Therefore +venue +competitive +##ui +conclusion +funeral +confidence +releases +scholar +##sson +Treaty +stress +mood +##sm +Mac +residing +Action +Fund +##ship +animated +fitted +##kar +defending +voting +tend +##berry +answers +believes +##ci +helps +Aaron +##tis +themes +##lay +populations +Players +stroke +Trinity +electoral +paint +abroad +charity +keys +Fair +##pes +interrupted +participants +murdered +Days +supporters +##ab +expert +borders +mate +##llo +solar +architectural +tension +##bling +Parish +tape +operator +Cultural +Clinton +indicates +publisher +ordinary +sugar +arrive +rifle +acoustic +##uring +assets +##shire +SS +sufficient +options +HMS +Classic +bars +rebuilt +governments +Beijing +reporter +screamed +Abbey +crying +mechanical +instantly +communications +Political +cemetery +Cameron +Stop +representatives +USS +texts +mathematics +innings +civilian +Serbia +##hill +practical +patterns +dust +Faculty +debt +##end +##cus +junction +suppose +experimental +Computer +Food +wrist +abuse +dealing +bigger +cap +principle +##pin +Muhammad +Fleet +Collection +attempting +dismissed +##burn +regime +Herbert +##ua +shadows +1883 +Eve +Lanka +1878 +Performance +fictional +##lock +Noah +Run +Voivodeship +exercise +broadcasting +##fer +RAF +Magic +Bangladesh +suitable +##low +##del +styles +toured +Code +identical +links +insisted +110 +flash +Model +slave +Derek +Rev +fairly +Greater +sole +##lands +connecting +zero +bench +##ome +switched +Fall +Owen +yours +Electric +shocked +convention +##bra +climb +memorial +swept +Racing +decides +belong +##nk +parliamentary +##und +ages +proof +##dan +delivery +1860 +##ów +sad +publicly +leaning +Archbishop +dirt +##ose +categories +1876 +burn +##bing +requested +Guinea +Historical +rhythm +relation +##heim +ye +pursue +merchant +##mes +lists +continuous +frowned +colored +tool +gods +involves +Duncan +photographs +Cricket +slight +Gregory +atmosphere +wider +Cook +##tar +essential +Being +FA +emperor +wealthy +nights +##bar +licensed +Hawaii +viewers +Language +load +nearest +milk +kilometers +platforms +##ys +territories +Rogers +sheet +Rangers +contested +##lation +isolated +assisted +swallowed +Small +Contemporary +Technical +Edwards +express +Volume +endemic +##ei +tightly +Whatever +indigenous +Colombia +##ulation +hp +characterized +##ida +Nigeria +Professional +duo +Soccer +slaves +Farm +smart +Attorney +Attendance +Common +salt +##vin +tribes +nod +sentenced +bid +sample +Drive +switch +instant +21st +Cuba +drunk +Alaska +proud +awareness +hitting +sessions +Thai +locally +elsewhere +Dragon +gentle +touching +##lee +Springs +Universal +Latino +spin +1871 +Chart +recalled +Type +pointing +##ii +lowest +##ser +grandmother +Adelaide +Jacques +spotted +Buffalo +restoration +Son +Joan +farmers +Lily +1879 +lucky +##dal +luck +eldest +##rant +Market +drummer +deployed +warned +prince +sing +amazing +sailed +##oon +1875 +Primary +traveling +Masters +Sara +cattle +Trail +gang +Further +desert +relocated +##tch +##ord +Flight +illness +Munich +ninth +repair +Singles +##lated +Tyler +tossed +boots +Work +sized +earning +shoved +magazines +housed +dam +researchers +Former +spun +premiere +spaces +organised +wealth +crimes +devoted +stones +Urban +automatic +hop +affect +outstanding +tanks +mechanism +Muslims +Ms +shots +argue +Jeremy +connections +Armenian +increases +rubbed +1867 +retail +gear +Pan +bonus +jurisdiction +weird +concerning +whisper +##gal +Microsoft +tenure +hills +www +Gmina +porch +files +reportedly +venture +Storm +##ence +Nature +killer +panic +fate +Secret +Wang +scream +drivers +belongs +Chamber +clan +monument +mixing +Peru +bet +Riley +Friends +Isaac +submarine +1877 +130 +judges +harm +ranging +affair +prepare +pupils +householder +Policy +decorated +Nation +slammed +activist +implemented +Room +qualify +Publishing +establishing +Baptist +touring +subsidiary +##nal +legend +1872 +laughter +PC +Athens +settlers +ties +dual +dear +Draft +strategic +Ivan +reveal +closest +dominant +Ah +##ult +Denver +bond +boundaries +drafted +tables +##TV +eyed +Edition +##ena +1868 +belonging +1874 +Industrial +cream +Ridge +Hindu +scholarship +Ma +opens +initiated +##ith +yelled +compound +random +Throughout +grades +physics +sank +grows +exclusively +settle +Saints +brings +Amsterdam +Make +Hart +walks +battery +violin +##born +explanation +##ware +1873 +##har +provinces +thrust +exclusive +sculpture +shops +##fire +VI +constitution +Barcelona +monster +Devon +Jefferson +Sullivan +bow +##din +desperate +##ć +Julie +##mon +##ising +terminus +Jesse +abilities +golf +##ple +##via +##away +Raymond +measured +jury +firing +revenue +suburb +Bulgarian +1866 +##cha +timber +Things +##weight +Morning +spots +Alberta +Data +explains +Kyle +friendship +raw +tube +demonstrated +aboard +immigrants +reply +breathe +Manager +ease +##ban +##dia +Diocese +##vy +##ía +pit +ongoing +##lie +Gilbert +Costa +1940s +Report +voters +cloud +traditions +##MS +gallery +Jennifer +swung +Broadcasting +Does +diverse +reveals +arriving +initiative +##ani +Give +Allied +Pat +Outstanding +monastery +blind +Currently +##war +bloody +stopping +focuses +managing +Florence +Harvey +creatures +900 +breast +internet +Artillery +purple +##mate +alliance +excited +fee +Brisbane +lifetime +Private +##aw +##nis +##gue +##ika +phrase +regulations +reflected +manufactured +conventional +pleased +client +##ix +##ncy +Pedro +reduction +##con +welcome +jail +comfort +Iranian +Norfolk +Dakota +##tein +evolution +everywhere +Initially +sensitive +Olivia +Oscar +implementation +sits +stolen +demands +slide +grandson +##ich +merger +##mic +Spirit +##° +ticket +root +difficulty +Nevada +##als +lined +Dylan +Original +Call +biological +EU +dramatic +##hn +Operations +treaty +gap +##list +Am +Romanized +moral +Butler +perspective +Furthermore +Manuel +absolutely +unsuccessful +disaster +dispute +preparation +tested +discover +##ach +shield +squeezed +brushed +battalion +Arnold +##ras +superior +treat +clinical +##so +Apple +Syria +Cincinnati +package +flights +editions +Leader +minority +wonderful +hang +Pop +Philippine +telephone +bell +honorary +##mar +balls +Democrat +dirty +thereafter +collapsed +Inside +slip +wrestling +##ín +listened +regard +bowl +None +Sport +completing +trapped +##view +copper +Wallace +Honor +blame +Peninsula +##ert +##oy +Anglo +bearing +simultaneously +honest +##ias +Mix +Got +speaker +voiced +impressed +prices +error +1869 +##feld +trials +Nine +Industry +substitute +Municipal +departed +slept +##ama +Junction +Socialist +flower +dropping +comment +fantasy +##ress +arrangements +travelled +furniture +fist +relieved +##tics +Leonard +linear +earn +expand +Soul +Plan +Leeds +Sierra +accessible +innocent +Winner +Fighter +Range +winds +vertical +Pictures +101 +charter +cooperation +prisoner +interviews +recognised +sung +manufacturer +exposure +submitted +Mars +leaf +gauge +screaming +likes +eligible +##ac +gathering +columns +##dra +belly +UN +maps +messages +speakers +##ants +garage +unincorporated +Number +Watson +sixteen +lots +beaten +Could +Municipality +##ano +Horse +talks +Drake +scores +Venice +genetic +##mal +##ère +Cold +Jose +nurse +traditionally +##bus +Territory +Key +Nancy +##win +thumb +São +index +dependent +carries +controls +Comics +coalition +physician +referring +Ruth +Based +restricted +inherited +internationally +stretch +THE +plates +margin +Holland +knock +significance +valuable +Kenya +carved +emotion +conservation +municipalities +overseas +resumed +Finance +graduation +blinked +temperatures +constantly +productions +scientist +ghost +cuts +permitted +##ches +firmly +##bert +patrol +##yo +Croatian +attacking +1850 +portrait +promoting +sink +conversion +##kov +locomotives +Guide +##val +nephew +relevant +Marc +drum +originated +Chair +visits +dragged +Price +favour +corridor +properly +respective +Caroline +reporting +inaugural +1848 +industries +##ching +edges +Christianity +Maurice +Trent +Economics +carrier +Reed +##gon +tribute +Pradesh +##ale +extend +attitude +Yale +##lu +settlements +glasses +taxes +targets +##ids +quarters +##ological +connect +hence +metre +collapse +underneath +banned +Future +clients +alternate +explosion +kinds +Commons +hungry +dragon +Chapel +Buddhist +lover +depression +pulls +##ges +##uk +origins +computers +crosses +kissing +assume +emphasis +lighting +##ites +personally +crashed +beam +touchdown +lane +comparison +##mont +Hitler +##las +execution +##ene +acre +sum +Pearl +ray +##point +essentially +worker +convicted +tear +Clay +recovery +Literature +Unfortunately +##row +partial +Petersburg +Bulgaria +coaching +evolved +reception +enters +narrowed +elevator +therapy +defended +pairs +##lam +breaks +Bennett +Uncle +cylinder +##ison +passion +bases +Actor +cancelled +battles +extensively +oxygen +Ancient +specialized +negotiations +##rat +acquisition +convince +interpretation +##00 +photos +aspect +colleges +Artist +keeps +##wing +Croatia +##ona +Hughes +Otto +comments +##du +Ph +Sweet +adventure +describing +Student +Shakespeare +scattered +objective +Aviation +Phillips +Fourth +athletes +##hal +##tered +Guitar +intensity +née +dining +curve +Obama +topics +legislative +Mill +Cruz +##ars +Members +recipient +Derby +inspiration +corresponding +fed +YouTube +coins +pressing +intent +Karen +cinema +Delta +destination +shorter +Christians +imagined +canal +Newcastle +Shah +Adrian +super +Males +160 +liberal +lord +bat +supplied +Claude +meal +worship +##atic +Han +wire +°F +##tha +punishment +thirteen +fighters +##ibility +1859 +Ball +gardens +##ari +Ottawa +pole +indicating +Twenty +Higher +Bass +Ivy +farming +##urs +certified +Saudi +plenty +##ces +restaurants +Representative +Miles +payment +##inger +##rit +Confederate +festivals +references +##ić +Mario +PhD +playoffs +witness +rice +mask +saving +opponents +enforcement +automatically +relegated +##oe +radar +whenever +Financial +imperial +uncredited +influences +Abraham +skull +Guardian +Haven +Bengal +impressive +input +mixture +Warsaw +altitude +distinction +1857 +collective +Annie +##ean +##bal +directions +Flying +##nic +faded +##ella +contributing +##ó +employee +##lum +##yl +ruler +oriented +conductor +focusing +##die +Giants +Mills +mines +Deep +curled +Jessica +guitars +Louise +procedure +Machine +failing +attendance +Nepal +Brad +Liam +tourist +exhibited +Sophie +depicted +Shaw +Chuck +##can +expecting +challenges +##nda +equally +resignation +##logical +Tigers +loop +pitched +outdoor +reviewed +hopes +True +temporarily +Borough +torn +jerked +collect +Berkeley +Independence +cotton +retreat +campaigns +participating +Intelligence +Heaven +##ked +situations +borough +Democrats +Harbor +##len +Liga +serial +circles +fourteen +##lot +seized +filling +departments +finance +absolute +Roland +Nate +floors +raced +struggling +deliver +protests +##tel +Exchange +efficient +experiments +##dar +faint +3D +binding +Lions +lightly +skill +proteins +difficulties +##cal +monthly +camps +flood +loves +Amanda +Commerce +##oid +##lies +elementary +##tre +organic +##stein +##ph +receives +Tech +enormous +distinctive +Joint +experiment +Circuit +citizen +##hy +shelter +ideal +practically +formula +addressed +Foster +Productions +##ax +variable +punk +Voice +fastest +concentrated +##oma +##yer +stored +surrender +vary +Sergeant +Wells +ward +Wait +##ven +playoff +reducing +cavalry +##dle +Venezuela +tissue +amounts +sweat +##we +Non +##nik +beetle +##bu +##tu +Jared +Hunt +##₂ +fat +Sultan +Living +Circle +Secondary +Suddenly +reverse +##min +Travel +##bin +Lebanon +##mas +virus +Wind +dissolved +enrolled +holiday +Keep +helicopter +Clarke +constitutional +technologies +doubles +instructions +##ace +Azerbaijan +##ill +occasional +frozen +trick +wiped +writings +Shanghai +preparing +challenged +mainstream +summit +180 +##arian +##rating +designation +##ada +revenge +filming +tightened +Miguel +Montana +reflect +celebration +bitch +flashed +signals +rounded +peoples +##tation +renowned +Google +characteristic +Campaign +sliding +##rman +usage +Record +Using +woke +solutions +holes +theories +logo +Protestant +relaxed +brow +nickname +Reading +marble +##tro +symptoms +Overall +capita +##ila +outbreak +revolution +deemed +Principal +Hannah +approaches +inducted +Wellington +vulnerable +Environmental +Drama +incumbent +Dame +1854 +travels +samples +accurate +physically +Sony +Nashville +##sville +##lic +##og +Producer +Lucky +tough +Stanford +resort +repeatedly +eyebrows +Far +choir +commenced +##ep +##ridge +rage +swing +sequel +heir +buses +ad +Grove +##late +##rick +updated +##SA +Delaware +##fa +Athletics +warmth +Off +excitement +verse +Protection +Villa +corruption +intellectual +Jenny +##lyn +mystery +prayer +healthy +##ologist +Bear +lab +Ernest +Remix +register +basement +Montgomery +consistent +tier +1855 +Preston +Brooks +##maker +vocalist +laboratory +delayed +wheels +rope +bachelor +pitcher +Block +Nevertheless +suspect +efficiency +Nebraska +siege +FBI +planted +##AC +Newton +breeding +##ain +eighteen +Argentine +encounter +servant +1858 +elder +Shadow +Episode +fabric +doctors +survival +removal +chemistry +volunteers +Kane +variant +arrives +Eagle +Left +##fe +Jo +divorce +##ret +yesterday +Bryan +handling +diseases +customer +Sheriff +Tiger +Harper +##oi +resting +Linda +Sheffield +gasped +sexy +economics +alien +tale +footage +Liberty +yeah +fundamental +Ground +flames +Actress +photographer +Maggie +Additional +joke +custom +Survey +Abu +silk +consumption +Ellis +bread +##uous +engagement +puts +Dog +##hr +poured +guilt +CDP +boxes +hardware +clenched +##cio +stem +arena +extending +##com +examination +Steel +encountered +revised +140 +picking +Car +hasn +Minor +pride +Roosevelt +boards +##mia +blocked +curious +drag +narrative +brigade +Prefecture +mysterious +namely +connects +Devil +historians +CHAPTER +quit +installation +Golf +empire +elevated +##eo +releasing +Bond +##uri +harsh +ban +##BA +contracts +cloth +presents +stake +chorus +##eau +swear +##mp +allies +generations +Motor +meter +pen +warrior +veteran +##EC +comprehensive +missile +interaction +instruction +Renaissance +rested +Dale +fix +fluid +les +investigate +loaded +widow +exhibit +artificial +select +rushing +tasks +signature +nowhere +Engineer +feared +Prague +bother +extinct +gates +Bird +climbing +heels +striking +artwork +hunt +awake +##hin +Formula +thereby +commitment +imprisoned +Beyond +##MA +transformed +Agriculture +Low +Movie +radical +complicated +Yellow +Auckland +mansion +tenth +Trevor +predecessor +##eer +disbanded +sucked +circular +witch +gaining +lean +Behind +illustrated +rang +celebrate +bike +consist +framework +##cent +Shane +owns +350 +comprises +collaborated +colleagues +##cast +engage +fewer +##ave +1856 +observation +diplomatic +legislature +improvements +Interstate +craft +MTV +martial +administered +jet +approaching +permanently +attraction +manuscript +numbered +Happy +Andrea +shallow +Gothic +Anti +##bad +improvement +trace +preserve +regardless +rode +dies +achievement +maintaining +Hamburg +spine +##air +flowing +encourage +widened +posts +##bound +125 +Southeast +Santiago +##bles +impression +receiver +Single +closure +##unt +communist +honors +Northwest +105 +##ulated +cared +un +hug +magnetic +seeds +topic +perceived +prey +prevented +Marvel +Eight +Michel +Transportation +rings +Gate +##gne +Byzantine +accommodate +floating +##dor +equation +ministry +##ito +##gled +Rules +earthquake +revealing +Brother +Celtic +blew +chairs +Panama +Leon +attractive +descendants +Care +Ambassador +tours +breathed +threatening +##cho +smiles +Lt +Beginning +##iness +fake +assists +fame +strings +Mobile +Liu +parks +http +1852 +brush +Aunt +bullet +consciousness +##sta +##ther +consequences +gather +dug +1851 +bridges +Doug +##sion +Artists +ignore +Carol +brilliant +radiation +temples +basin +clouds +##cted +Stevens +spite +soap +consumer +Damn +Snow +recruited +##craft +Advanced +tournaments +Quinn +undergraduate +questioned +Palmer +Annual +Others +feeding +Spider +printing +##orn +cameras +functional +Chester +readers +Alpha +universal +Faith +Brandon +François +authored +Ring +el +aims +athletic +possessed +Vermont +programmes +##uck +bore +Fisher +statements +shed +saxophone +neighboring +pronounced +barrel +bags +##dge +organisations +pilots +casualties +Kenneth +##brook +silently +Malcolm +span +Essex +anchor +##hl +virtual +lessons +Henri +Trump +Page +pile +locomotive +wounds +uncomfortable +sustained +Diana +Eagles +##pi +2000s +documented +##bel +Cassie +delay +kisses +##ines +variation +##ag +growled +##mark +##ways +Leslie +studios +Friedrich +aunt +actively +armor +eaten +historically +Better +purse +honey +ratings +##ée +naturally +1840 +peer +Kenny +Cardinal +database +Looking +runners +handsome +Double +PA +##boat +##sted +protecting +##jan +Diamond +concepts +interface +##aki +Watch +Article +Columbus +dialogue +pause +##rio +extends +blanket +pulse +1853 +affiliate +ladies +Ronald +counted +kills +demons +##zation +Airlines +Marco +Cat +companion +mere +Yugoslavia +Forum +Allan +pioneer +Competition +Methodist +patent +nobody +Stockholm +##ien +regulation +##ois +accomplished +##itive +washed +sake +Vladimir +crops +prestigious +humor +Sally +labour +tributary +trap +altered +examined +Mumbai +bombing +Ash +noble +suspension +ruins +##bank +spare +displays +guided +dimensional +Iraqi +##hon +sciences +Franz +relating +fence +followers +Palestine +invented +proceeded +Batman +Bradley +##yard +##ova +crystal +Kerala +##ima +shipping +handled +Want +abolished +Drew +##tter +Powell +Half +##table +##cker +exhibitions +Were +assignment +assured +##rine +Indonesian +Grammy +acknowledged +Kylie +coaches +structural +clearing +stationed +Say +Total +Rail +besides +glow +threats +afford +Tree +Musical +##pp +elite +centered +explore +Engineers +Stakes +Hello +tourism +severely +assessment +##tly +crack +politicians +##rrow +sheets +volunteer +##borough +##hold +announcement +recover +contribute +lungs +##ille +mainland +presentation +Johann +Writing +1849 +##bird +Study +Boulevard +coached +fail +airline +Congo +Plus +Syrian +introduce +ridge +Casey +manages +##fi +searched +Support +succession +progressive +coup +cultures +##lessly +sensation +Cork +Elena +Sofia +Philosophy +mini +trunk +academy +Mass +Liz +practiced +Reid +##ule +satisfied +experts +Wilhelm +Woods +invitation +Angels +calendar +joy +Sr +Dam +packed +##uan +bastard +Workers +broadcasts +logic +cooking +backward +##ack +Chen +creates +enzyme +##xi +Davies +aviation +VII +Conservation +fucking +Knights +##kan +requiring +hectares +wars +ate +##box +Mind +desired +oak +absorbed +Really +Vietnamese +Paulo +athlete +##car +##eth +Talk +Wu +##cks +survivors +Yang +Joel +Almost +Holmes +Armed +Joshua +priests +discontinued +##sey +blond +Rolling +suggesting +CA +clay +exterior +Scientific +##sive +Giovanni +Hi +farther +contents +Winners +animation +neutral +mall +Notes +layers +professionals +Armstrong +Against +Piano +involve +monitor +angel +parked +bears +seated +feat +beliefs +##kers +Version +suffer +##ceae +guidance +##eur +honored +raid +alarm +Glen +Ellen +Jamaica +trio +enabled +##ils +procedures +##hus +moderate +upstairs +##ses +torture +Georgian +rebellion +Fernando +Nice +##are +Aires +Campus +beast +##hing +1847 +##FA +Isle +##logist +Princeton +cathedral +Oakland +Solomon +##tto +Milwaukee +upcoming +midfielder +Neither +sacred +Eyes +appreciate +Brunswick +secrets +Rice +Somerset +Chancellor +Curtis +##gel +Rich +separation +grid +##los +##bon +urge +##ees +##ree +freight +towers +psychology +requirement +dollar +##fall +##sman +exile +tomb +Salt +Stefan +Buenos +Revival +Porter +tender +diesel +chocolate +Eugene +Legion +Laboratory +sheep +arched +hospitals +orbit +Full +##hall +drinks +ripped +##RS +tense +Hank +leagues +##nberg +PlayStation +fool +Punjab +relatives +Comedy +sur +1846 +Tonight +Sox +##if +Rabbi +org +speaks +institute +defender +painful +wishes +Weekly +literacy +portions +snake +item +deals +##tum +autumn +sharply +reforms +thighs +prototype +##ition +argues +disorder +Physics +terror +provisions +refugees +predominantly +independently +march +##graphy +Arabia +Andrews +Bus +Money +drops +##zar +pistol +matrix +revolutionary +##ust +Starting +##ptic +Oak +Monica +##ides +servants +##hed +archaeological +divorced +rocket +enjoying +fires +##nel +assembled +qualification +retiring +##fied +Distinguished +handful +infection +Durham +##itz +fortune +renewed +Chelsea +##sley +curved +gesture +retain +exhausted +##ifying +Perth +jumping +Palestinian +Simpson +colonies +steal +##chy +corners +Finn +arguing +Martha +##var +Betty +emerging +Heights +Hindi +Manila +pianist +founders +regret +Napoleon +elbow +overhead +bold +praise +humanity +##ori +Revolutionary +##ere +fur +##ole +Ashley +Official +##rm +lovely +Architecture +##sch +Baronet +virtually +##OS +descended +immigration +##das +##kes +Holly +Wednesday +maintains +theatrical +Evan +Gardens +citing +##gia +segments +Bailey +Ghost +##city +governing +graphics +##ined +privately +potentially +transformation +Crystal +Cabinet +sacrifice +hesitated +mud +Apollo +Desert +bin +victories +Editor +Railways +Web +Case +tourists +Brussels +Franco +compiled +topped +Gene +engineers +commentary +egg +escort +nerve +arch +necessarily +frustration +Michelle +democracy +genes +Facebook +halfway +##ient +102 +flipped +Won +##mit +NASA +Lynn +Provincial +ambassador +Inspector +glared +Change +McDonald +developments +tucked +noting +Gibson +circulation +dubbed +armies +resource +Headquarters +##iest +Mia +Albanian +Oil +Albums +excuse +intervention +Grande +Hugo +integration +civilians +depends +reserves +Dee +compositions +identification +restrictions +quarterback +Miranda +Universe +favourite +ranges +hint +loyal +Op +entity +Manual +quoted +dealt +specialist +Zhang +download +Westminster +Rebecca +streams +Anglican +variations +Mine +detective +Films +reserved +##oke +##key +sailing +##gger +expanding +recall +discovers +particles +behaviour +Gavin +blank +permit +Java +Fraser +Pass +##non +##TA +panels +statistics +notion +courage +dare +venues +##roy +Box +Newport +travelling +Thursday +warriors +Glenn +criteria +360 +mutual +restore +varied +bitter +Katherine +##lant +ritual +bits +##à +Henderson +trips +Richardson +Detective +curse +psychological +Il +midnight +streak +facts +Dawn +Indies +Edmund +roster +Gen +##nation +1830 +congregation +shaft +##ically +##mination +Indianapolis +Sussex +loving +##bit +sounding +horrible +Continental +Griffin +advised +magical +millions +##date +1845 +Safety +lifting +determination +valid +dialect +Penn +Know +triple +avoided +dancer +judgment +sixty +farmer +lakes +blast +aggressive +Abby +tag +chains +inscription +##nn +conducting +Scout +buying +##wich +spreading +##OC +array +hurried +Environment +improving +prompted +fierce +Taking +Away +tune +pissed +Bull +catching +##ying +eyebrow +metropolitan +terrain +##rel +Lodge +manufacturers +creator +##etic +happiness +ports +##ners +Relations +fortress +targeted +##ST +allegedly +blues +##osa +Bosnia +##dom +burial +similarly +stranger +pursued +symbols +rebels +reflection +routine +traced +indoor +eventual +##ska +##ão +##una +MD +##phone +oh +grants +Reynolds +rid +operators +##nus +Joey +vital +siblings +keyboard +br +removing +societies +drives +solely +princess +lighter +Various +Cavalry +believing +SC +underwent +relay +smelled +syndrome +welfare +authorized +seemingly +Hard +chicken +##rina +Ages +Bo +democratic +barn +Eye +shorts +##coming +##hand +disappointed +unexpected +centres +Exhibition +Stories +Site +banking +accidentally +Agent +conjunction +André +Chloe +resist +width +Queens +provision +##art +Melissa +Honorary +Del +prefer +abruptly +duration +##vis +Glass +enlisted +##ado +discipline +Sisters +carriage +##ctor +##sburg +Lancashire +log +fuck +##iz +closet +collecting +holy +rape +trusted +cleaning +inhabited +Rocky +104 +editorial +##yu +##ju +succeed +strict +Cuban +##iya +Bronze +outcome +##ifies +##set +corps +Hero +barrier +Kumar +groaned +Nina +Burton +enable +stability +Milton +knots +##ination +slavery +##borg +curriculum +trailer +warfare +Dante +Edgar +revival +Copenhagen +define +advocate +Garrett +Luther +overcome +pipe +750 +construct +Scotia +kings +flooding +##hard +Ferdinand +Felix +forgot +Fish +Kurt +elaborate +##BC +graphic +gripped +colonel +Sophia +Advisory +Self +##uff +##lio +monitoring +seal +senses +rises +peaceful +journals +1837 +checking +legendary +Ghana +##power +ammunition +Rosa +Richards +nineteenth +ferry +aggregate +Troy +inter +##wall +Triple +steep +tent +Cyprus +1844 +##woman +commanding +farms +doi +navy +specified +na +cricketer +transported +Think +comprising +grateful +solve +##core +beings +clerk +grain +vector +discrimination +##TC +Katie +reasonable +drawings +veins +consideration +Monroe +repeat +breed +dried +witnessed +ordained +Current +spirits +remarkable +consultant +urged +Remember +anime +singers +phenomenon +Rhode +Carlo +demanding +findings +manual +varying +Fellowship +generate +safely +heated +withdrawn +##ao +headquartered +##zon +##lav +##ency +Col +Memphis +imposed +rivals +Planet +healing +##hs +ensemble +Warriors +##bone +cult +Frankfurt +##HL +diversity +Gerald +intermediate +##izes +reactions +Sister +##ously +##lica +quantum +awkward +mentions +pursuit +##ography +varies +profession +molecular +consequence +lectures +cracked +103 +slowed +##tsu +cheese +upgraded +suite +substance +Kingston +1800 +Idaho +Theory +##een +ain +Carson +Molly +##OR +configuration +Whitney +reads +audiences +##tie +Geneva +Outside +##nen +##had +transit +volleyball +Randy +Chad +rubber +motorcycle +respected +eager +Level +coin +##lets +neighbouring +##wski +confident +##cious +poll +uncertain +punch +thesis +Tucker +IATA +Alec +##ographic +##law +1841 +desperately +1812 +Lithuania +accent +Cox +lightning +skirt +##load +Burns +Dynasty +##ug +chapters +Working +dense +Morocco +##kins +casting +Set +activated +oral +Brien +horn +HIV +dawn +stumbled +altar +tore +considerably +Nicole +interchange +registration +biography +Hull +Stan +bulk +consent +Pierce +##ER +Fifth +marched +terrorist +##piece +##itt +Presidential +Heather +staged +Plant +relegation +sporting +joins +##ced +Pakistani +dynamic +Heat +##lf +ourselves +Except +Elliott +nationally +goddess +investors +Burke +Jackie +##ā +##RA +Tristan +Associate +Tuesday +scope +Near +bunch +##abad +##ben +sunlight +##aire +manga +Willie +trucks +boarding +Lion +lawsuit +Learning +Der +pounding +awful +##mine +IT +Legend +romance +Serie +AC +gut +precious +Robertson +hometown +realm +Guards +Tag +batting +##vre +halt +conscious +1838 +acquire +collar +##gg +##ops +Herald +nationwide +citizenship +Aircraft +decrease +em +Fiction +Female +corporation +Located +##ip +fights +unconscious +Tampa +Poetry +lobby +Malta +##sar +##bie +layout +Tate +reader +stained +##bre +##rst +##ulate +loudly +Eva +Cohen +exploded +Merit +Maya +##rable +Rovers +##IC +Morrison +Should +vinyl +##mie +onwards +##gie +vicinity +Wildlife +probability +Mar +Barnes +##ook +spinning +Moses +##vie +Surrey +Planning +conferences +protective +Plaza +deny +Canterbury +manor +Estate +tilted +comics +IBM +destroying +server +Dorothy +##horn +Oslo +lesser +heaven +Marshal +scales +strikes +##ath +firms +attract +##BS +controlling +Bradford +southeastern +Amazon +Travis +Janet +governed +1842 +Train +Holden +bleeding +gifts +rent +1839 +palms +##ū +judicial +Ho +Finals +conflicts +unlikely +draws +##cies +compensation +adds +elderly +Anton +lasting +Nintendo +codes +ministers +pot +associations +capabilities +##cht +libraries +##sie +chances +performers +runway +##af +##nder +Mid +Vocals +##uch +##eon +interpreted +priority +Uganda +ruined +Mathematics +cook +AFL +Lutheran +AIDS +Capitol +chase +axis +Moreover +María +Saxon +storyline +##ffed +Tears +Kid +cent +colours +Sex +##long +pm +blonde +Edwin +CE +diocese +##ents +##boy +Inn +##ller +Saskatchewan +##kh +stepping +Windsor +##oka +##eri +Xavier +Resources +1843 +##top +##rad +##lls +Testament +poorly +1836 +drifted +slope +CIA +remix +Lords +mature +hosting +diamond +beds +##ncies +luxury +trigger +##lier +preliminary +hybrid +journalists +Enterprise +proven +expelled +insects +Beautiful +lifestyle +vanished +##ake +##ander +matching +surfaces +Dominican +Kids +referendum +Orlando +Truth +Sandy +privacy +Calgary +Speaker +sts +Nobody +shifting +##gers +Roll +Armenia +Hand +##ES +106 +##ont +Guild +larvae +Stock +flame +gravity +enhanced +Marion +surely +##tering +Tales +algorithm +Emmy +darker +VIII +##lash +hamlet +deliberately +occurring +choices +Gage +fees +settling +ridiculous +##ela +Sons +cop +custody +##ID +proclaimed +Cardinals +##pm +Metal +Ana +1835 +clue +Cardiff +riders +observations +MA +sometime +##och +performer +intact +Points +allegations +rotation +Tennis +tenor +Directors +##ats +Transit +thigh +Complex +##works +twentieth +Factory +doctrine +Daddy +##ished +pretend +Winston +cigarette +##IA +specimens +hydrogen +smoking +mathematical +arguments +openly +developer +##iro +fists +somebody +##san +Standing +Caleb +intelligent +Stay +Interior +echoed +Valentine +varieties +Brady +cluster +Ever +voyage +##of +deposits +ultimate +Hayes +horizontal +proximity +##ás +estates +exploration +NATO +Classical +##most +bills +condemned +1832 +hunger +##ato +planes +deserve +offense +sequences +rendered +acceptance +##ony +manufacture +Plymouth +innovative +predicted +##RC +Fantasy +##une +supporter +absent +Picture +bassist +rescued +##MC +Ahmed +Monte +##sts +##rius +insane +novelist +##és +agrees +Antarctic +Lancaster +Hopkins +calculated +startled +##star +tribal +Amendment +##hoe +invisible +patron +deer +Walk +tracking +Lyon +tickets +##ED +philosopher +compounds +chuckled +##wi +pound +loyalty +Academic +petition +refuses +marking +Mercury +northeastern +dimensions +scandal +Canyon +patch +publish +##oning +Peak +minds +##boro +Presbyterian +Hardy +theoretical +magnitude +bombs +cage +##ders +##kai +measuring +explaining +avoiding +touchdowns +Card +theology +##ured +Popular +export +suspicious +Probably +photograph +Lou +Parks +Arms +compact +Apparently +excess +Banks +lied +stunned +territorial +Filipino +spectrum +learns +wash +imprisonment +ugly +##rose +Albany +Erik +sends +##hara +##rid +consumed +##gling +Belgrade +Da +opposing +Magnus +footsteps +glowing +delicate +Alexandria +Ludwig +gorgeous +Bros +Index +##PA +customs +preservation +bonds +##mond +environments +##nto +instructed +parted +adoption +locality +workshops +goalkeeper +##rik +##uma +Brighton +Slovenia +##ulating +##tical +towel +hugged +stripped +Bears +upright +Wagner +##aux +secretly +Adventures +nest +Course +Lauren +Boeing +Abdul +Lakes +450 +##cu +USSR +caps +Chan +##nna +conceived +Actually +Belfast +Lithuanian +concentrate +possess +militia +pine +protagonist +Helena +##PS +##band +Belle +Clara +Reform +currency +pregnancy +1500 +##rim +Isabella +hull +Name +trend +journalism +diet +##mel +Recording +acclaimed +Tang +Jace +steering +vacant +suggestion +costume +laser +##š +##ink +##pan +##vić +integral +achievements +wise +classroom +unions +southwestern +##uer +Garcia +toss +Tara +Large +##tate +evident +responsibilities +populated +satisfaction +##bia +casual +Ecuador +##ght +arose +##ović +Cornwall +embrace +refuse +Heavyweight +XI +Eden +activists +##uation +biology +##shan +fraud +Fuck +matched +legacy +Rivers +missionary +extraordinary +Didn +holder +wickets +crucial +Writers +Hurricane +Iceland +gross +trumpet +accordance +hurry +flooded +doctorate +Albania +##yi +united +deceased +jealous +grief +flute +portraits +##а +pleasant +Founded +Face +crowned +Raja +advisor +Salem +##ec +Achievement +admission +freely +minimal +Sudan +developers +estimate +disabled +##lane +downstairs +Bruno +##pus +pinyin +##ude +lecture +deadly +underlying +optical +witnesses +Combat +Julius +tapped +variants +##like +Colonial +Critics +Similarly +mouse +voltage +sculptor +Concert +salary +Frances +##ground +hook +premises +Software +instructor +nominee +##ited +fog +slopes +##zu +vegetation +sail +##rch +Body +Apart +atop +View +utility +ribs +cab +migration +##wyn +bounded +2019 +pillow +trails +##ub +Halifax +shade +Rush +##lah +##dian +Notre +interviewed +Alexandra +Springfield +Indeed +rubbing +dozens +amusement +legally +##lers +Jill +Cinema +ignoring +Choice +##ures +pockets +##nell +laying +Blair +tackles +separately +##teen +Criminal +performs +theorem +Communication +suburbs +##iel +competitors +rows +##hai +Manitoba +Eleanor +interactions +nominations +assassination +##dis +Edmonton +diving +##dine +essay +##tas +AFC +Edge +directing +imagination +sunk +implement +Theodore +trembling +sealed +##rock +Nobel +##ancy +##dorf +##chen +genuine +apartments +Nicolas +AA +Bach +Globe +Store +220 +##10 +Rochester +##ño +alert +107 +Beck +##nin +Naples +Basin +Crawford +fears +Tracy +##hen +disk +##pped +seventeen +Lead +backup +reconstruction +##lines +terrified +sleeve +nicknamed +popped +##making +##ern +Holiday +Gospel +ibn +##ime +convert +divine +resolved +##quet +ski +realizing +##RT +Legislature +reservoir +Rain +sinking +rainfall +elimination +challenging +tobacco +##outs +Given +smallest +Commercial +pin +rebel +comedian +exchanged +airing +dish +Salvador +promising +##wl +relax +presenter +toll +aerial +##eh +Fletcher +brass +disappear +zones +adjusted +contacts +##lk +sensed +Walt +mild +toes +flies +shame +considers +wildlife +Hanna +Arsenal +Ladies +naming +##ishing +anxiety +discussions +cute +undertaken +Cash +strain +Wyoming +dishes +precise +Angela +##ided +hostile +twins +115 +Built +##pel +Online +tactics +Newman +##bourne +unclear +repairs +embarrassed +listing +tugged +Vale +##gin +Meredith +bout +##cle +velocity +tips +froze +evaluation +demonstrate +##card +criticised +Nash +lineup +Rao +monks +bacteria +lease +##lish +frightened +den +revived +finale +##rance +flee +Letters +decreased +##oh +Sounds +wrap +Sharon +incidents +renovated +everybody +stole +Bath +boxing +1815 +withdraw +backs +interim +react +murders +Rhodes +Copa +framed +flown +Estonia +Heavy +explored +##rra +##GA +##ali +Istanbul +1834 +##rite +##aging +##ues +Episcopal +arc +orientation +Maxwell +infected +##rot +BCE +Brook +grasp +Roberto +Excellence +108 +withdrawal +Marines +rider +Lo +##sin +##run +Subsequently +garrison +hurricane +facade +Prussia +crushed +enterprise +##mber +Twitter +Generation +Physical +Sugar +editing +communicate +Ellie +##hurst +Ernst +wagon +promotional +conquest +Parliamentary +courtyard +lawyers +Superman +email +Prussian +lately +lecturer +Singer +Majesty +Paradise +sooner +Heath +slot +curves +convoy +##vian +induced +synonym +breeze +##plane +##ox +peered +Coalition +##hia +odds +##esh +##lina +Tomorrow +Nadu +##ico +##rah +damp +autonomous +console +Victory +counts +Luxembourg +intimate +Archived +Carroll +spy +Zero +habit +Always +faction +teenager +Johnston +chaos +ruin +commerce +blog +##shed +##the +reliable +Word +Yu +Norton +parade +Catholics +damned +##iling +surgeon +##tia +Allison +Jonas +remarked +##ès +idiot +Making +proposals +Industries +strategies +artifacts +batteries +reward +##vers +Agricultural +distinguish +lengths +Jeffrey +Progressive +kicking +Patricia +##gio +ballot +##ios +skilled +##gation +Colt +limestone +##AS +peninsula +##itis +LA +hotels +shapes +Crime +depicting +northwestern +HD +silly +Das +##² +##ws +##ash +##matic +thermal +Has +forgive +surrendered +Palm +Nacional +drank +haired +Mercedes +##foot +loading +Timothy +##roll +mechanisms +traces +digging +discussing +Natalie +##zhou +Forbes +landmark +Anyway +Manor +conspiracy +gym +knocking +viewing +Formation +Pink +Beauty +limbs +Phillip +sponsor +Joy +granite +Harbour +##ero +payments +Ballet +conviction +##dam +Hood +estimates +lacked +Mad +Jorge +##wen +refuge +##LA +invaded +Kat +suburban +##fold +investigated +Ari +complained +creek +Georges +##uts +powder +accepting +deserved +carpet +Thunder +molecules +Legal +cliff +strictly +enrollment +ranch +##rg +##mba +proportion +renovation +crop +grabbing +##liga +finest +entries +receptor +helmet +blown +Listen +flagship +workshop +resolve +nails +Shannon +portal +jointly +shining +Violet +overwhelming +upward +Mick +proceedings +##dies +##aring +Laurence +Churchill +##rice +commit +170 +inclusion +Examples +##verse +##rma +fury +paths +##SC +ankle +nerves +Chemistry +rectangular +sworn +screenplay +cake +Mann +Seoul +Animal +sizes +Speed +vol +Population +Southwest +Hold +continuously +Qualified +wishing +Fighting +Made +disappointment +Portsmouth +Thirty +##beck +Ahmad +teammate +MLB +graph +Charleston +realizes +##dium +exhibits +preventing +##int +fever +rivalry +Male +mentally +dull +##lor +##rich +consistently +##igan +Madame +certificate +suited +Krishna +accuracy +Webb +Budapest +Rex +1831 +Cornell +OK +surveillance +##gated +habitats +Adventure +Conrad +Superior +Gay +sofa +aka +boot +Statistics +Jessie +Liberation +##lip +##rier +brands +saint +Heinrich +Christine +bath +Rhine +ballet +Jin +consensus +chess +Arctic +stack +furious +cheap +toy +##yre +##face +##gging +gastropod +##nne +Romans +membrane +answering +25th +architects +sustainable +##yne +Hon +1814 +Baldwin +dome +##awa +##zen +celebrity +enclosed +##uit +##mmer +Electronic +locals +##CE +supervision +mineral +Chemical +Slovakia +alley +hub +##az +heroes +Creative +##AM +incredible +politically +ESPN +yanked +halls +Aboriginal +Greatest +yield +##20 +congressional +robot +Kiss +welcomed +MS +speeds +proceed +Sherman +eased +Greene +Walsh +Geoffrey +variables +rocky +##print +acclaim +Reverend +Wonder +tonnes +recurring +Dawson +continent +finite +AP +continental +ID +facilitate +essays +Rafael +Neal +1833 +ancestors +##met +##gic +Especially +teenage +frustrated +Jules +cock +expense +##oli +##old +blocking +Notable +prohibited +ca +dock +organize +##wald +Burma +Gloria +dimension +aftermath +choosing +Mickey +torpedo +pub +##used +manuscripts +laps +Ulster +staircase +sphere +Insurance +Contest +lens +risks +investigations +ERA +glare +##play +Graduate +auction +Chronicle +##tric +##50 +Coming +seating +Wade +seeks +inland +Thames +Rather +butterfly +contracted +positioned +consumers +contestants +fragments +Yankees +Santos +administrator +hypothesis +retire +Denis +agreements +Winnipeg +##rill +1820 +trophy +crap +shakes +Jenkins +##rium +ya +twist +labels +Maritime +##lings +##iv +111 +##ensis +Cairo +Anything +##fort +opinions +crowded +##nian +abandon +##iff +drained +imported +##rr +tended +##rain +Going +introducing +sculptures +bankruptcy +danced +demonstration +stance +settings +gazed +abstract +pet +Calvin +stiff +strongest +wrestler +##dre +Republicans +grace +allocated +cursed +snail +advancing +Return +errors +Mall +presenting +eliminate +Amateur +Institution +counting +##wind +warehouse +##nde +Ethiopia +trailed +hollow +##press +Literary +capability +nursing +preceding +lamp +Thomson +Morton +##ctic +Crew +Close +composers +boom +Clare +missiles +112 +hunter +snap +##oni +##tail +Us +declaration +##cock +rally +huh +lion +straightened +Philippe +Sutton +alpha +valued +maker +navigation +detected +favorable +perception +Charter +##ña +Ricky +rebounds +tunnels +slapped +Emergency +supposedly +##act +deployment +socialist +tubes +anybody +corn +##NA +Seminary +heating +pump +##AA +achieving +souls +##ass +Link +##ele +##smith +greeted +Bates +Americas +Elder +cure +contestant +240 +fold +Runner +Uh +licked +Politics +committees +neighbors +fairy +Silva +Leipzig +tipped +correctly +exciting +electronics +foundations +cottage +governmental +##hat +allied +claws +presidency +cruel +Agreement +slender +accompanying +precisely +##pass +driveway +swim +Stand +crews +##mission +rely +everyday +Wings +demo +##hic +recreational +min +nationality +##duction +Easter +##hole +canvas +Kay +Leicester +talented +Discovery +shells +##ech +Kerry +Ferguson +Leave +##place +altogether +adopt +butt +wolves +##nsis +##ania +modest +soprano +Boris +##ught +electron +depicts +hid +cruise +differ +treasure +##nch +Gun +Mama +Bengali +trainer +merchants +innovation +presumably +Shirley +bottles +proceeds +Fear +invested +Pirates +particle +Dominic +blamed +Fight +Daisy +##pper +##graphic +nods +knight +Doyle +tales +Carnegie +Evil +Inter +Shore +Nixon +transform +Savannah +##gas +Baltic +stretching +worlds +protocol +Percy +Toby +Heroes +brave +dancers +##aria +backwards +responses +Chi +Gaelic +Berry +crush +embarked +promises +Madonna +researcher +realised +inaugurated +Cherry +Mikhail +Nottingham +reinforced +subspecies +rapper +##kie +Dreams +Re +Damon +Minneapolis +monsters +suspicion +Tel +surroundings +afterward +complaints +OF +sectors +Algeria +lanes +Sabha +objectives +Donna +bothered +distracted +deciding +##ives +##CA +##onia +bishops +Strange +machinery +Voiced +synthesis +reflects +interference +##TS +##ury +keen +##ign +frown +freestyle +ton +Dixon +Sacred +Ruby +Prison +##ión +1825 +outfit +##tain +curiosity +##ight +frames +steadily +emigrated +horizon +##erly +Doc +philosophical +Table +UTC +Marina +##DA +secular +##eed +Zimbabwe +cops +Mack +sheriff +Sanskrit +Francesco +catches +questioning +streaming +Kill +testimony +hissed +tackle +countryside +copyright +##IP +Buddhism +##rator +ladder +##ON +Past +rookie +depths +##yama +##ister +##HS +Samantha +Dana +Educational +brows +Hammond +raids +envelope +##sco +##hart +##ulus +epic +detection +Streets +Potter +statistical +für +ni +accounting +##pot +employer +Sidney +Depression +commands +Tracks +averaged +lets +Ram +longtime +suits +branded +chip +Shield +loans +ought +Said +sip +##rome +requests +Vernon +bordered +veterans +##ament +Marsh +Herzegovina +Pine +##igo +mills +anticipation +reconnaissance +##ef +expectations +protested +arrow +guessed +depot +maternal +weakness +##ap +projected +pour +Carmen +provider +newer +remind +freed +##rily +##wal +##tones +intentions +Fiji +timing +Match +managers +Kosovo +Herman +Wesley +Chang +135 +semifinals +shouting +Indo +Janeiro +Chess +Macedonia +Buck +##onies +rulers +Mail +##vas +##sel +MHz +Programme +Task +commercially +subtle +propaganda +spelled +bowling +basically +Raven +1828 +Colony +109 +##ingham +##wara +anticipated +1829 +##iers +graduates +##rton +##fication +endangered +ISO +diagnosed +##tage +exercises +Battery +bolt +poison +cartoon +##ción +hood +bowed +heal +Meyer +Reagan +##wed +subfamily +##gent +momentum +infant +detect +##sse +Chapman +Darwin +mechanics +NSW +Cancer +Brooke +Nuclear +comprised +hire +sanctuary +wingspan +contrary +remembering +surprising +Basic +stealing +OS +hatred +##lled +masters +violation +Rule +##nger +assuming +conquered +louder +robe +Beatles +legitimate +##vation +massacre +Rica +unsuccessfully +poets +##enberg +careers +doubled +premier +battalions +Dubai +Paper +Louisville +gestured +dressing +successive +mumbled +Vic +referee +pupil +##cated +##rre +ceremonies +picks +##IN +diplomat +alike +geographical +rays +##HA +##read +harbour +factories +pastor +playwright +Ultimate +nationalist +uniforms +obtaining +kit +Amber +##pling +screenwriter +ancestry +##cott +Fields +PR +Coleman +rat +Bavaria +squeeze +highlighted +Adult +reflecting +Mel +1824 +bicycle +organizing +sided +Previously +Underground +Prof +athletics +coupled +mortal +Hampton +worthy +immune +Ava +##gun +encouraging +simplified +##ssa +##nte +##ann +Providence +entities +Pablo +Strong +Housing +##ista +##ators +kidnapped +mosque +Kirk +whispers +fruits +shattered +fossil +Empress +Johns +Webster +Thing +refusing +differently +specimen +Ha +##EN +##tina +##elle +##night +Horn +neighbourhood +Bolivia +##rth +genres +Pre +##vich +Amelia +swallow +Tribune +Forever +Psychology +Use +##bers +Gazette +ash +##usa +Monster +##cular +delegation +blowing +Oblast +retreated +automobile +##ex +profits +shirts +devil +Treasury +##backs +Drums +Ronnie +gameplay +expertise +Evening +resides +Caesar +unity +Crazy +linking +Vision +donations +Isabel +valve +Sue +WWE +logical +availability +fitting +revolt +##mill +Linux +taxi +Access +pollution +statues +Augustus +##pen +cello +##some +lacking +##ati +Gwen +##aka +##ovich +1821 +Wow +initiatives +Uruguay +Cain +stroked +examine +##ī +mentor +moist +disorders +buttons +##tica +##anna +Species +Lynch +museums +scorer +Poor +eligibility +op +unveiled +cats +Title +wheat +critically +Syracuse +##osis +marketed +enhance +Ryder +##NG +##ull +##rna +embedded +throws +foods +happily +##ami +lesson +formats +punched +##rno +expressions +qualities +##sal +Gods +##lity +elect +wives +##lling +jungle +Toyota +reversed +Grammar +Cloud +Agnes +##ules +disputed +verses +Lucien +threshold +##rea +scanned +##bled +##dley +##lice +Kazakhstan +Gardner +Freeman +##rz +inspection +Rita +accommodation +advances +chill +Elliot +thriller +Constantinople +##mos +debris +whoever +1810 +Santo +Carey +remnants +Guatemala +##irs +carriers +equations +mandatory +##WA +anxious +measurement +Summit +Terminal +Erin +##zes +LLC +##uo +glancing +sin +##₃ +Downtown +flowering +Euro +Leigh +Lance +warn +decent +recommendations +##ote +Quartet +##rrell +Clarence +colleague +guarantee +230 +Clayton +Beast +addresses +prospect +destroyer +vegetables +Leadership +fatal +prints +190 +##makers +Hyde +persuaded +illustrations +Southampton +Joyce +beats +editors +mount +##grave +Malaysian +Bombay +endorsed +##sian +##bee +applying +Religion +nautical +bomber +Na +airfield +gravel +##rew +Cave +bye +dig +decree +burden +Election +Hawk +Fe +##iled +reunited +##tland +liver +Teams +Put +delegates +Ella +##fect +Cal +invention +Castro +bored +##kawa +##ail +Trinidad +NASCAR +pond +develops +##pton +expenses +Zoe +Released +##rf +organs +beta +parameters +Neill +##lene +lateral +Beat +blades +Either +##hale +Mitch +##ET +##vous +Rod +burnt +phones +Rising +##front +investigating +##dent +Stephanie +##keeper +screening +##uro +Swan +Sinclair +modes +bullets +Nigerian +melody +##ques +Rifle +##12 +128 +##jin +charm +Venus +##tian +fusion +advocated +visitor +pinned +genera +3000 +Ferry +Solo +quantity +regained +platinum +shoots +narrowly +preceded +update +##ichi +equality +unaware +regiments +ally +##tos +transmitter +locks +Seeing +outlets +feast +reopened +##ows +struggles +Buddy +1826 +bark +elegant +amused +Pretty +themed +schemes +Lisbon +Te +patted +terrorism +Mystery +##croft +##imo +Madagascar +Journey +dealer +contacted +##quez +ITV +vacation +Wong +Sacramento +organisms +##pts +balcony +coloured +sheer +defines +MC +abortion +forbidden +accredited +Newfoundland +tendency +entrepreneur +Benny +Tanzania +needing +finalist +mythology +weakened +gown +sentences +Guest +websites +Tibetan +UFC +voluntary +annoyed +Welcome +honestly +correspondence +geometry +Deutsche +Biology +Help +##aya +Lines +Hector +##ael +reluctant +##ages +wears +inquiry +##dell +Holocaust +Tourism +Wei +volcanic +##mates +Visual +sorts +neighborhoods +Running +apple +shy +Laws +bend +Northeast +feminist +Speedway +Murder +visa +stuffed +fangs +transmitted +fiscal +Ain +enlarged +##ndi +Cecil +Peterson +Benson +Bedford +acceptable +##CC +##wer +purely +triangle +foster +Alberto +educator +Highland +acute +LGBT +Tina +Mi +adventures +Davidson +Honda +translator +monk +enacted +summoned +##ional +collector +Genesis +Un +liner +Di +Statistical +##CS +filter +Knox +Religious +Stella +Estonian +Turn +##ots +primitive +parishes +##lles +complexity +autobiography +rigid +cannon +pursuing +exploring +##gram +##mme +freshman +caves +Expedition +Traditional +iTunes +certification +cooling +##ort +##gna +##IT +##lman +##VA +Motion +explosive +licence +boxer +shrine +loosely +Brigadier +Savage +Brett +MVP +heavier +##elli +##gged +Buddha +Easy +spells +fails +incredibly +Georg +stern +compatible +Perfect +applies +cognitive +excessive +nightmare +neighbor +Sicily +appealed +static +##₁ +Aberdeen +##leigh +slipping +bride +##guard +Um +Clyde +1818 +##gible +Hal +Frost +Sanders +interactive +Hour +##vor +hurting +bull +termed +shelf +capturing +##pace +rolls +113 +##bor +Chilean +teaches +##rey +exam +shipped +Twin +borrowed +##lift +Shit +##hot +Lindsay +Below +Kiev +Lin +leased +##sto +Eli +Diane +Val +subtropical +shoe +Bolton +Dragons +##rification +Vatican +##pathy +Crisis +dramatically +talents +babies +##ores +surname +##AP +##cology +cubic +opted +Archer +sweep +tends +Karnataka +Judy +stint +Similar +##nut +explicitly +##nga +interact +Mae +portfolio +clinic +abbreviated +Counties +##iko +hearts +##ı +providers +screams +Individual +##etti +Monument +##iana +accessed +encounters +gasp +##rge +defunct +Avery +##rne +nobility +useless +Phase +Vince +senator +##FL +1813 +surprisingly +##illo +##chin +Boyd +rumors +equity +Gone +Hearts +chassis +overnight +Trek +wrists +submit +civic +designers +##rity +prominence +decorative +derives +starter +##AF +wisdom +Powers +reluctantly +measurements +doctoral +Noel +Gideon +Baden +Cologne +lawn +Hawaiian +anthology +##rov +Raiders +embassy +Sterling +##pal +Telugu +troubled +##FC +##bian +fountain +observe +ore +##uru +##gence +spelling +Border +grinning +sketch +Benedict +Xbox +dialects +readily +immigrant +Constitutional +aided +nevertheless +SE +tragedy +##ager +##rden +Flash +##MP +Europa +emissions +##ield +panties +Beverly +Homer +curtain +##oto +toilet +Isn +Jerome +Chiefs +Hermann +supernatural +juice +integrity +Scots +auto +Patriots +Strategic +engaging +prosecution +cleaned +Byron +investments +adequate +vacuum +laughs +##inus +##nge +Usually +Roth +Cities +Brand +corpse +##ffy +Gas +rifles +Plains +sponsorship +Levi +tray +owed +della +commanders +##ead +tactical +##rion +García +harbor +discharge +##hausen +gentleman +endless +highways +##itarian +pleaded +##eta +archive +Midnight +exceptions +instances +Gibraltar +cart +##NS +Darren +Bonnie +##yle +##iva +OCLC +bra +Jess +##EA +consulting +Archives +Chance +distances +commissioner +##AR +LL +sailors +##sters +enthusiasm +Lang +##zia +Yugoslav +confirm +possibilities +Suffolk +##eman +banner +1822 +Supporting +fingertips +civilization +##gos +technically +1827 +Hastings +sidewalk +strained +monuments +Floyd +Chennai +Elvis +villagers +Cumberland +strode +albeit +Believe +planets +combining +Mohammad +container +##mouth +##tures +verb +BA +Tank +Midland +screened +Gang +Democracy +Helsinki +screens +thread +charitable +##version +swiftly +ma +rational +combine +##SS +##antly +dragging +Cliff +Tasmania +quest +professionally +##aj +rap +##lion +livestock +##hua +informal +specially +lonely +Matthews +Dictionary +1816 +Observatory +correspondent +constitute +homeless +waving +appreciated +Analysis +Meeting +dagger +##AL +Gandhi +flank +Giant +Choir +##not +glimpse +toe +Writer +teasing +springs +##dt +Glory +healthcare +regulated +complaint +math +Publications +makers +##hips +cement +Need +apologize +disputes +finishes +Partners +boring +ups +gains +1793 +Congressional +clergy +Folk +##made +##nza +Waters +stays +encoded +spider +betrayed +Applied +inception +##urt +##zzo +wards +bells +UCLA +Worth +bombers +Mo +trademark +Piper +##vel +incorporates +1801 +##cial +dim +Twelve +##word +Appeals +tighter +spacecraft +##tine +coordinates +##iac +mistakes +Zach +laptop +Teresa +##llar +##yr +favored +Nora +sophisticated +Irving +hammer +División +corporations +niece +##rley +Patterson +UNESCO +trafficking +Ming +balanced +plaque +Latvia +broader +##owed +Save +confined +##vable +Dalton +tide +##right +##ural +##num +swords +caring +##eg +IX +Acting +paved +##moto +launching +Antoine +substantially +Pride +Philharmonic +grammar +Indoor +Ensemble +enabling +114 +resided +Angelo +publicity +chaired +crawled +Maharashtra +Telegraph +lengthy +preference +differential +anonymous +Honey +##itation +wage +##iki +consecrated +Bryant +regulatory +Carr +##én +functioning +watches +##ú +shifts +diagnosis +Search +app +Peters +##SE +##cat +Andreas +honours +temper +counsel +Urdu +Anniversary +maritime +##uka +harmony +##unk +essence +Lorenzo +choked +Quarter +indie +##oll +loses +##prints +amendment +Adolf +scenario +similarities +##rade +##LC +technological +metric +Russians +thoroughly +##tead +cruiser +1806 +##nier +1823 +Teddy +##psy +au +progressed +exceptional +broadcaster +partnered +fitness +irregular +placement +mothers +unofficial +Garion +Johannes +1817 +regain +Solar +publishes +Gates +Broken +thirds +conversations +dive +Raj +contributor +quantities +Worcester +governance +##flow +generating +pretending +Belarus +##voy +radius +skating +Marathon +1819 +affection +undertook +##wright +los +##bro +locate +PS +excluded +recreation +tortured +jewelry +moaned +##logue +##cut +Complete +##rop +117 +##II +plantation +whipped +slower +crater +##drome +Volunteer +attributes +celebrations +regards +Publishers +oath +utilized +Robbie +Giuseppe +fiber +indication +melted +archives +Damien +storey +affecting +identifying +dances +alumni +comparable +upgrade +rented +sprint +##kle +Marty +##lous +treating +railways +Lebanese +erupted +occupy +sympathy +Jude +Darling +Qatar +drainage +McCarthy +heel +Klein +computing +wireless +flip +Du +Bella +##ast +##ssen +narrator +mist +sings +alignment +121 +2020 +securing +##rail +Progress +missionaries +brutal +mercy +##shing +Hip +##ache +##olo +switching +##here +Malay +##ob +constituted +Mohammed +Often +standings +surge +teachings +ink +detached +systematic +Trial +Myanmar +##wo +offs +Reyes +decoration +translations +wherever +reviewer +speculation +Bangkok +terminated +##ester +beard +RCA +Aidan +Associated +Emerson +Charity +1803 +generous +Dudley +ATP +##haven +prizes +toxic +gloves +##iles +##dos +Turning +myth +Parade +##building +Hits +##eva +teamed +Above +Duchess +Holt +##oth +Sub +Ace +atomic +inform +Ship +depend +Jun +##bes +Norwich +globe +Baroque +Christina +Cotton +Tunnel +kidding +Concerto +Brittany +tasted +phases +stems +angles +##TE +##nam +##40 +charted +Alison +intensive +Willis +glory +##lit +Bergen +est +taller +##dicate +labeled +##ido +commentator +Warrior +Viscount +shortened +aisle +Aria +Spike +spectators +goodbye +overlooking +mammals +##lude +wholly +Barrett +##gus +accompany +seventy +employ +##mb +ambitious +beloved +basket +##mma +##lding +halted +descendant +pad +exclaimed +cloak +##pet +Strait +Bang +Aviv +sadness +##ffer +Donovan +1880s +agenda +swinging +##quin +jerk +Boat +##rist +nervously +Silence +Echo +shout +implies +##iser +##cking +Shiva +Weston +damages +##tist +effectiveness +Horace +cycling +Rey +ache +Photography +PDF +Dear +leans +Lea +##vision +booth +attained +disbelief +##eus +##ution +Hop +pension +toys +Eurovision +faithful +##heads +Andre +owe +default +Atlas +Megan +highlights +lovers +Constantine +Sixth +masses +##garh +emerge +Auto +Slovak +##oa +##vert +Superintendent +flicked +inventor +Chambers +Frankie +Romeo +pottery +companions +Rudolf +##liers +diary +Unless +tap +alter +Randall +##ddle +##eal +limitations +##boards +utterly +knelt +guaranteed +Cowboys +Islander +horns +##ike +Wendy +sexually +Smart +breasts +##cian +compromise +Duchy +AT +Galaxy +analog +Style +##aking +weighed +Nigel +optional +Czechoslovakia +practicing +Ham +##0s +feedback +batted +uprising +operative +applicable +criminals +classrooms +Somehow +##ode +##OM +Naomi +Winchester +##pping +Bart +Regina +competitor +Recorded +Yuan +Vera +lust +Confederation +##test +suck +1809 +Lambert +175 +Friend +##ppa +Slowly +##⁺ +Wake +Dec +##aneous +chambers +Color +Gus +##site +Alternative +##world +Exeter +Omaha +celebrities +striker +210 +dwarf +meals +Oriental +Pearson +financing +revenues +underwater +Steele +screw +Feeling +Mt +acids +badge +swore +theaters +Moving +admired +lung +knot +penalties +116 +fork +##cribed +Afghan +outskirts +Cambodia +oval +wool +fossils +Ned +Countess +Darkness +delicious +##nica +Evelyn +Recordings +guidelines +##CP +Sandra +meantime +Antarctica +modeling +granddaughter +##rial +Roma +Seventh +Sunshine +Gabe +##nton +Shop +Turks +prolific +soup +parody +##nta +Judith +disciplines +resign +Companies +Libya +Jets +inserted +Mile +retrieve +filmmaker +##rand +realistic +unhappy +##30 +sandstone +##nas +##lent +##ush +##rous +Brent +trash +Rescue +##unted +Autumn +disgust +flexible +infinite +sideways +##oss +##vik +trailing +disturbed +50th +Newark +posthumously +##rol +Schmidt +Josef +##eous +determining +menu +Pole +Anita +Luc +peaks +118 +Yard +warrant +generic +deserted +Walking +stamp +tracked +##berger +paired +surveyed +sued +Rainbow +##isk +Carpenter +submarines +realization +touches +sweeping +Fritz +module +Whether +resembles +##form +##lop +unsure +hunters +Zagreb +unemployment +Senators +Georgetown +##onic +Barker +foul +commercials +Dresden +Words +collision +Carlton +Fashion +doubted +##ril +precision +MIT +Jacobs +mob +Monk +retaining +gotta +##rod +remake +Fast +chips +##pled +sufficiently +##lights +delivering +##enburg +Dancing +Barton +Officers +metals +##lake +religions +##ré +motivated +differs +dorsal +##birds +##rts +Priest +polished +##aling +Saxony +Wyatt +knockout +##hor +Lopez +RNA +##link +metallic +##kas +daylight +Montenegro +##lining +wrapping +resemble +Jam +Viking +uncertainty +angels +enables +##fy +Stuttgart +tricks +tattoo +127 +wicked +asset +breach +##yman +MW +breaths +Jung +im +1798 +noon +vowel +##qua +calmly +seasonal +chat +ingredients +cooled +Randolph +ensuring +##ib +##idal +flashing +1808 +Macedonian +Cool +councils +##lick +advantages +Immediately +Madras +##cked +Pain +fancy +chronic +Malayalam +begged +##nese +Inner +feathers +##vey +Names +dedication +Sing +pan +Fischer +nurses +Sharp +inning +stamps +Meg +##ello +edged +motioned +Jacksonville +##ffle +##dic +##US +divide +garnered +Ranking +chasing +modifications +##oc +clever +midst +flushed +##DP +void +##sby +ambulance +beaches +groan +isolation +strengthen +prevention +##ffs +Scouts +reformed +geographic +squadrons +Fiona +Kai +Consequently +##uss +overtime +##yas +Fr +##BL +Papua +Mixed +glances +Haiti +Sporting +sandy +confronted +René +Tanner +1811 +##IM +advisory +trim +##ibe +González +gambling +Jupiter +##ility +##owski +##nar +122 +apology +teased +Pool +feminine +wicket +eagle +shiny +##lator +blend +peaking +nasty +nodding +fraction +tech +Noble +Kuwait +brushing +Italia +Canberra +duet +Johan +1805 +Written +cameo +Stalin +pig +cord +##zio +Surely +SA +owing +holidays +123 +Ranger +lighthouse +##ige +miners +1804 +##ë +##gren +##ried +crashing +##atory +wartime +highlight +inclined +Torres +Tax +##zel +##oud +Own +##corn +Divine +EMI +Relief +Northwestern +ethics +BMW +click +plasma +Christie +coordinator +Shepherd +washing +cooked +##dio +##eat +Cerambycidae +algebra +Engine +costumes +Vampire +vault +submission +virtue +assumption +##rell +Toledo +##oting +##rva +crept +emphasized +##lton +##ood +Greeks +surgical +crest +Patrol +Beta +Tessa +##GS +pizza +traits +rats +Iris +spray +##GC +Lightning +binary +escapes +##take +Clary +crowds +##zong +hauled +maid +##fen +Manning +##yang +Nielsen +aesthetic +sympathetic +affiliation +soaked +Mozart +personalities +begging +##iga +clip +Raphael +yearly +Lima +abundant +##lm +1794 +strips +Initiative +reporters +##vsky +consolidated +##itated +Civic +rankings +mandate +symbolic +##ively +1807 +rental +duck +nave +complications +##nor +Irene +Nazis +haunted +scholarly +Pratt +Gran +Embassy +Wave +pity +genius +bats +canton +Tropical +marker +##cos +escorted +Climate +##posed +appreciation +freezing +puzzle +Internal +pools +Shawn +pathway +Daniels +Fitzgerald +extant +olive +Vanessa +marriages +cocked +##dging +prone +chemicals +doll +drawer +##HF +Stark +Property +##tai +flowed +Sheridan +##uated +Less +Omar +remarks +catalogue +Seymour +wreck +Carrie +##bby +Mercer +displaced +sovereignty +rip +Flynn +Archie +Quarterfinals +Hassan +##ards +vein +Osaka +pouring +wages +Romance +##cript +##phere +550 +##eil +##stown +Documentary +ancestor +CNN +Panthers +publishers +Rise +##mu +biting +Bright +String +succeeding +119 +loaned +Warwick +Sheikh +Von +Afterwards +Jax +Camden +helicopters +Hence +Laurel +##ddy +transaction +Corp +clause +##owing +##kel +Investment +cups +Lucia +Moss +Giles +chef +López +decisive +30th +distress +linguistic +surveys +Ready +maiden +Touch +frontier +incorporate +exotic +mollusk +Leopold +Ride +##wain +##ndo +teammates +tones +drift +ordering +Feb +Penny +Normandy +Present +Flag +pipes +##rro +delight +motto +Tibet +leap +Eliza +Produced +teenagers +sitcom +Try +Hansen +Cody +wandered +terrestrial +frog +scare +resisted +employers +coined +##DS +resistant +Fly +captive +dissolution +judged +associates +defining +##court +Hale +##mbo +raises +clusters +twelfth +##metric +Roads +##itude +satisfy +Android +Reds +Gloucester +Category +Valencia +Daemon +stabbed +Luna +Churches +Canton +##eller +Attack +Kashmir +annexed +grabs +asteroid +Hartford +recommendation +Rodriguez +handing +stressed +frequencies +delegate +Bones +Erie +Weber +Hands +Acts +millimetres +24th +Fat +Howe +casually +##SL +convent +1790 +IF +##sity +1795 +yelling +##ises +drain +addressing +amino +Marcel +Sylvia +Paramount +Gerard +Volleyball +butter +124 +Albion +##GB +triggered +1792 +folding +accepts +##ße +preparations +Wimbledon +dose +##grass +escaping +##tling +import +charging +##dation +280 +Nolan +##fried +Calcutta +##pool +Cove +examining +minded +heartbeat +twisting +domains +bush +Tunisia +Purple +Leone +##code +evacuated +battlefield +tiger +Electrical +##ared +chased +##cre +cultivated +Jet +solved +shrug +ringing +Impact +##iant +kilometre +##log +commemorate +migrated +singular +designing +promptly +Higgins +##own +##aves +freshwater +Marketing +Payne +beg +locker +pray +implied +AAA +corrected +Trans +Europeans +Ashe +acknowledge +Introduction +##writer +##llen +Munster +auxiliary +growl +Hours +Poems +##AT +reduces +Plain +plague +canceled +detention +polite +necklace +Gustav +##gu +##lance +En +Angola +##bb +dwelling +##hea +5000 +Qing +Dodgers +rim +##ored +##haus +spilled +Elisabeth +Viktor +backpack +1802 +amended +##worthy +Phantom +##ctive +keeper +##loom +Vikings +##gua +employs +Tehran +specialty +##bate +Marx +Mirror +Jenna +rides +needle +prayers +clarinet +forewings +##walk +Midlands +convincing +advocacy +Cao +Birds +cycles +Clement +Gil +bubble +Maximum +humanitarian +Tan +cries +##SI +Parsons +Trio +offshore +Innovation +clutched +260 +##mund +##duct +Prairie +relied +Falcon +##ste +Kolkata +Gill +Swift +Negro +Zoo +valleys +##OL +Opening +beams +MPs +outline +Bermuda +Personal +exceed +productive +##MT +republic +forum +##sty +tornado +Known +dipped +Edith +folks +mathematician +watershed +Ricardo +synthetic +##dication +deity +##₄ +gaming +subjected +suspects +Foot +swollen +Motors +##tty +##ý +aloud +ceremonial +es +nuts +intend +Carlisle +tasked +hesitation +sponsors +unified +inmates +##ctions +##stan +tiles +jokes +whereby +outcomes +Lights +scary +Stoke +Portrait +Blind +sergeant +violations +cultivation +fuselage +Mister +Alfonso +candy +sticks +teen +agony +Enough +invite +Perkins +Appeal +mapping +undergo +Glacier +Melanie +affects +incomplete +##dd +Colombian +##nate +CBC +purchasing +bypass +Drug +Electronics +Frontier +Coventry +##aan +autonomy +scrambled +Recent +bounced +cow +experiencing +Rouge +cuisine +Elite +disability +Ji +inheritance +wildly +Into +##wig +confrontation +Wheeler +shiver +Performing +aligned +consequently +Alexis +Sin +woodland +executives +Stevenson +Ferrari +inevitable +##cist +##dha +##base +Corner +comeback +León +##eck +##urus +MacDonald +pioneering +breakdown +landscapes +Veterans +Rican +Theological +stirred +participant +Credit +Hyderabad +snails +Claudia +##ocene +compliance +##MI +Flags +Middlesex +storms +winding +asserted +er +##ault +##kal +waking +##rates +abbey +Augusta +tooth +trustees +Commodore +##uded +Cunningham +NC +Witch +marching +Sword +Same +spiral +Harley +##ahan +Zack +Audio +1890s +##fit +Simmons +Kara +Veronica +negotiated +Speaking +FIBA +Conservatory +formations +constituencies +explicit +facial +eleventh +##ilt +villain +##dog +##case +##hol +armored +tin +hairs +##umi +##rai +mattress +Angus +cease +verbal +Recreation +savings +Aurora +peers +Monastery +Airways +drowned +additions +downstream +sticking +Shi +mice +skiing +##CD +Raw +Riverside +warming +hooked +boost +memorable +posed +treatments +320 +##dai +celebrating +blink +helpless +circa +Flowers +PM +uncommon +Oct +Hawks +overwhelmed +Sparhawk +repaired +Mercy +pose +counterpart +compare +survives +##½ +##eum +coordinate +Lil +grandchildren +notorious +Yi +Judaism +Juliet +accusations +1789 +floated +marathon +roar +fortified +reunion +145 +Nov +Paula +##fare +##toria +tearing +Cedar +disappearance +Si +gifted +scar +270 +PBS +Technologies +Marvin +650 +roller +cupped +negotiate +##erman +passport +tram +miracle +styled +##tier +necessity +Des +rehabilitation +Lara +USD +psychic +wipe +##lem +mistaken +##lov +charming +Rider +pageant +dynamics +Cassidy +##icus +defenses +##tadt +##vant +aging +##inal +declare +mistress +supervised +##alis +##rest +Ashton +submerged +sack +Dodge +grocery +ramp +Teacher +lineage +imagery +arrange +inscriptions +Organisation +Siege +combines +pounded +Fleming +legends +columnist +Apostolic +prose +insight +Arabian +expired +##uses +##nos +Alone +elbows +##asis +##adi +##combe +Step +Waterloo +Alternate +interval +Sonny +plains +Goals +incorporating +recruit +adjoining +Cheshire +excluding +marrying +ducked +Cherokee +par +##inate +hiking +Coal +##bow +natives +ribbon +Allies +con +descriptions +positively +##lal +defendant +22nd +Vivian +##beat +Weather +possessions +Date +sweetheart +inability +Salisbury +adviser +ideology +Nordic +##eu +Cubs +IP +Administrative +##nick +facto +liberation +Burnett +Javier +fashioned +Electoral +Turin +theft +unanimous +Per +1799 +Clan +Hawkins +Teachers +##wes +Cameroon +Parkway +##gment +demolition +atoms +nucleus +##thi +recovering +##yte +##vice +lifts +Must +deposit +Hancock +Semi +darkened +Declaration +moan +muscular +Myers +attractions +sauce +simulation +##weed +Alps +barriers +##baum +Barack +galleries +Min +holders +Greenwich +donation +Everybody +Wolfgang +sandwich +Kendra +Collegiate +casino +Slavic +ensuing +Porto +##grapher +Jesuit +suppressed +tires +Ibrahim +protesters +Ibn +Amos +1796 +phenomena +Hayden +Paraguay +Squad +Reilly +complement +aluminum +##eers +doubts +decay +demise +Practice +patience +fireplace +transparent +monarchy +##person +Rodney +mattered +rotating +Clifford +disposal +Standards +paced +##llie +arise +tallest +tug +documentation +node +freeway +Nikolai +##cite +clicked +imaging +Lorraine +Tactical +Different +Regular +Holding +165 +Pilot +guarded +##polis +Classics +Mongolia +Brock +monarch +cellular +receptors +Mini +Chandler +financed +financially +Lives +erection +Fuller +unnamed +Kannada +cc +passive +plateau +##arity +freak +##rde +retrieved +transactions +##sus +23rd +swimmer +beef +fulfill +Arlington +offspring +reasoning +Rhys +saves +pseudonym +centimetres +shivered +shuddered +##ME +Feel +##otic +professors +Blackburn +##eng +##life +##haw +interred +lodge +fragile +Della +guardian +##bbled +catalog +clad +observer +tract +declaring +##headed +Lok +dean +Isabelle +1776 +irrigation +spectacular +shuttle +mastering +##aro +Nathaniel +Retired +##lves +Brennan +##kha +dick +##dated +##hler +Rookie +leapt +televised +weekends +Baghdad +Yemen +##fo +factions +ion +Lab +mortality +passionate +Hammer +encompasses +confluence +demonstrations +Ki +derivative +soils +##unch +Ranch +Universities +conventions +outright +aiming +hierarchy +reside +illusion +graves +rituals +126 +Antwerp +Dover +##ema +campuses +Hobart +lifelong +aliens +##vity +Memory +coordination +alphabet +##mina +Titans +pushes +Flanders +##holder +Normal +excellence +capped +profound +Taipei +portrayal +sparked +scratch +se +##eas +##hir +Mackenzie +##cation +Neo +Shin +##lined +magnificent +poster +batsman +##rgent +persuade +##ement +Icelandic +miserable +collegiate +Feature +geography +##mura +Comic +Circus +processor +barracks +Tale +##11 +Bulls +##rap +strengthened +##bell +injection +miniature +broadly +Letter +fare +hostage +traders +##nium +##mere +Fortune +Rivera +Lu +triumph +Browns +Bangalore +cooperative +Basel +announcing +Sawyer +##him +##cco +##kara +darted +##AD +##nova +sucking +##position +perimeter +flung +Holdings +##NP +Basque +sketches +Augustine +Silk +Elijah +analyst +armour +riots +acquiring +ghosts +##ems +132 +Pioneer +Colleges +Simone +Economy +Author +semester +Soldier +il +##unting +##bid +freaking +Vista +tumor +##bat +murderer +##eda +unreleased +##grove +##sser +##té +edit +statute +sovereign +##gawa +Killer +stares +Fury +comply +##lord +##nant +barrels +Andhra +Maple +generator +mascot +unusually +eds +##ante +##runner +rod +##tles +Historically +Jennings +dumped +Established +resemblance +##lium +##cise +##body +##voke +Lydia +##hou +##iring +nonetheless +1797 +corrupt +patrons +physicist +sneak +Livingston +Citizens +Architects +Werner +trends +Melody +eighty +markings +brakes +##titled +oversaw +processed +mock +Midwest +intervals +##EF +stretches +werewolf +##MG +Pack +controller +##dition +Honours +cane +Griffith +vague +repertoire +Courtney +orgasm +Abdullah +dominance +occupies +Ya +introduces +Lester +instinct +collaborative +Indigenous +refusal +##rank +outlet +debts +spear +155 +##keeping +##ulu +Catalan +##osh +tensions +##OT +bred +crude +Dunn +abdomen +accurately +##fu +##lough +accidents +Row +Audrey +rude +Getting +promotes +replies +Paolo +merge +##nock +trans +Evangelical +automated +Canon +##wear +##ggy +##gma +Broncos +foolish +icy +Voices +knives +Aside +dreamed +generals +molecule +AG +rejection +insufficient +##nagar +deposited +sacked +Landing +arches +helpful +devotion +intake +Flower +PGA +dragons +evolutionary +##mail +330 +GM +tissues +##tree +arcade +composite +lid +Across +implications +lacks +theological +assessed +concentrations +Den +##mans +##ulous +Fu +homeland +##stream +Harriet +ecclesiastical +troop +ecological +winked +##xed +eighteenth +Casino +specializing +##sworth +unlocked +supreme +devastated +snatched +trauma +GDP +Nord +saddle +Wes +convenient +competes +##nu +##iss +Marian +subway +##rri +successes +umbrella +##far +##ually +Dundee +##cence +spark +##rix +##я +Quality +Geological +cockpit +rpm +Cam +Bucharest +riot +##PM +Leah +##dad +##pose +Ka +m³ +Bundesliga +Wolfe +grim +textile +quartet +expressing +fantastic +destroyers +eternal +picnic +##oro +contractor +1775 +spanning +declining +##cating +Lowe +Sutherland +Emirates +downward +nineteen +violently +scout +viral +melting +enterprises +##cer +Crosby +Jubilee +antenna +urgent +Rory +##uin +##sure +wandering +##gler +##vent +Suzuki +Lifetime +Dirty +occupying +##quent +Disc +Guru +mound +Lennon +Humanities +listeners +Walton +uh +Braves +Bologna +##bis +##gra +Dwight +crawl +flags +memoir +Thorne +Archdiocese +dairy +##uz +##tery +roared +adjust +patches +inn +Knowing +##bbed +##zan +scan +Papa +precipitation +angrily +passages +postal +Phi +embraced +blacks +economist +triangular +Sen +shooter +punished +Millennium +Swimming +confessed +Aston +defeats +Era +cousins +Williamson +##rer +daytime +dumb +##rek +underway +specification +Buchanan +prayed +concealed +activation +##issa +canon +awesome +Starr +plural +summers +##fields +Slam +unnecessary +1791 +resume +trilogy +compression +##rough +selective +dignity +Yan +##xton +immense +##yun +lone +seeded +hiatus +lightweight +summary +Yo +approve +Galway +rejoined +Elise +garbage +burns +speeches +129 +Honduras +##liness +inventory +jersey +FK +assure +slumped +Lionel +Suite +##sbury +Lena +continuation +##AN +brightly +##nti +GT +Knowledge +##park +##lius +lethal +##tribution +##sions +Certificate +Mara +##lby +algorithms +Jade +blows +pirates +fleeing +wheelchair +Stein +sophomore +Alt +Territorial +diploma +snakes +##olic +##tham +Tiffany +Pius +flush +urging +Hanover +Reich +##olate +Unity +Pike +collectively +Theme +ballad +kindergarten +rocked +zoo +##page +whip +Rodríguez +strokes +checks +Becky +Stern +upstream +##uta +Silent +volunteered +Sigma +##ingen +##tract +##ede +Gujarat +screwed +entertaining +##action +##ryn +defenders +innocence +lesbian +que +Richie +nodes +Lie +juvenile +Jakarta +safer +confront +Bert +breakthrough +gospel +Cable +##zie +institutional +Archive +brake +liquor +feeds +##iate +chancellor +Encyclopedia +Animation +scanning +teens +##mother +Core +Rear +Wine +##flower +reactor +Ave +cardinal +sodium +strands +Olivier +crouched +Vaughan +Sammy +Image +scars +Emmanuel +flour +bias +nipple +revelation +##ucci +Denny +##ssy +Form +Runners +admits +Rama +violated +Burmese +feud +underwear +Mohamed +Named +swift +statewide +Door +Recently +comparing +Hundred +##idge +##nity +##rds +Rally +Reginald +Auburn +solving +waitress +Treasurer +##ilization +Halloween +Ministers +Boss +Shut +##listic +Rahman +demonstrating +##pies +Gaza +Yuri +installations +Math +schooling +##bble +Bronx +exiled +gasoline +133 +bundle +humid +FCC +proportional +relate +VFL +##dez +continuity +##cene +syndicated +atmospheric +arrows +Wanderers +reinforcements +Willow +Lexington +Rotten +##yon +discovering +Serena +portable +##lysis +targeting +£1 +Goodman +Steam +sensors +detachment +Malik +##erie +attitudes +Goes +Kendall +Read +Sleep +beans +Nikki +modification +Jeanne +knuckles +Eleven +##iously +Gross +Jaime +dioxide +moisture +Stones +UCI +displacement +Metacritic +Jury +lace +rendering +elephant +Sergei +##quire +GP +Abbott +##type +projection +Mouse +Bishops +whispering +Kathleen +Rams +##jar +whites +##oran +assess +dispatched +##hire +kin +##mir +Nursing +advocates +tremendous +sweater +assisting +##bil +Farmer +prominently +reddish +Hague +cyclone +##SD +Sage +Lawson +Sanctuary +discharged +retains +##ube +shotgun +wilderness +Reformed +similarity +Entry +Watts +Bahá +Quest +Looks +visions +Reservoir +Arabs +curls +Blu +dripping +accomplish +Verlag +drill +sensor +Dillon +physicians +smashed +##dir +painters +Renault +straw +fading +Directorate +lounge +commissions +Brain +##graph +neo +##urg +plug +coordinated +##houses +Critical +lamps +illustrator +Returning +erosion +Crow +##ciation +blessing +Thought +Wife +medalist +synthesizer +Pam +Thornton +Esther +HBO +fond +Associates +##raz +pirate +permits +Wide +tire +##PC +Ernie +Nassau +transferring +RFC +##ntly +um +spit +AS +##mps +Mining +polar +villa +anchored +##zzi +embarrassment +relates +##ă +Rupert +counterparts +131 +Baxter +##18 +Igor +recognizes +Clive +##hane +##eries +##ibly +occurrence +##scope +fin +colorful +Rapids +banker +tile +##rative +##dus +delays +destinations +##llis +Pond +Dane +grandparents +rewarded +socially +motorway +##hof +##lying +##human +modeled +Dayton +Forward +conscience +Sharma +whistle +Mayer +Sasha +##pical +circuits +Zhou +##ça +Latvian +finalists +predators +Lafayette +closes +obligations +Resolution +##vier +Trustees +reminiscent +##hos +Highlands +Protected +asylum +evacuation +##acy +Chevrolet +confession +Somalia +emergence +separating +##rica +alright +calcium +Laurent +Welfare +Leonardo +ashes +dental +Deal +minerals +##lump +##mount +accounted +staggered +slogan +photographic +builder +##imes +##raft +tragic +144 +SEC +Hit +tailed +##ples +##rring +##rson +ethical +wrestlers +concludes +lunar +##ept +nitrogen +Aid +cyclist +quarterfinals +##ه +harvest +##hem +Pasha +IL +##mis +continually +##forth +Intel +bucket +##ended +witches +pretended +dresses +viewer +peculiar +lowering +volcano +Marilyn +Qualifier +clung +##sher +Cut +modules +Bowie +##lded +onset +transcription +residences +##pie +##itor +scrapped +##bic +Monaco +Mayo +eternity +Strike +uncovered +skeleton +##wicz +Isles +bug +Promoted +##rush +Mechanical +XII +##ivo +gripping +stubborn +velvet +TD +decommissioned +operas +spatial +unstable +Congressman +wasted +##aga +##ume +advertisements +##nya +obliged +Cannes +Conway +bricks +##gnant +##mity +##uise +jumps +Clear +##cine +##sche +chord +utter +Su +podium +spokesman +Royce +assassin +confirmation +licensing +liberty +##rata +Geographic +individually +detained +##ffe +Saturn +crushing +airplane +bushes +knights +##PD +Lilly +hurts +unexpectedly +Conservatives +pumping +Forty +candle +Pérez +peasants +supplement +Sundays +##ggs +##rries +risen +enthusiastic +corresponds +pending +##IF +Owens +floods +Painter +inflation +presumed +inscribed +Chamberlain +bizarre +1200 +liability +reacted +tub +Legacy +##eds +##pted +shone +##litz +##NC +Tiny +genome +bays +Eduardo +robbery +stall +hatch +Depot +Variety +Flora +reprinted +trembled +outlined +CR +Theresa +spans +##plication +Jensen +##eering +posting +##rky +pays +##ost +Marcos +fortifications +inferior +##ential +Devi +despair +Talbot +##chus +updates +ego +Booth +Darius +tops +##lau +Scene +##DC +Harlem +Trey +Generally +candles +##α +Neville +Admiralty +##hong +iconic +victorious +1600 +Rowan +abundance +miniseries +clutching +sanctioned +##words +obscure +##ision +##rle +##EM +disappearing +Resort +Obviously +##eb +exceeded +1870s +Adults +##cts +Cry +Kerr +ragged +selfish +##lson +circled +pillars +galaxy +##asco +##mental +rebuild +caution +Resistance +Start +bind +splitting +Baba +Hogan +ps +partnerships +slam +Peggy +courthouse +##OD +organizational +packages +Angie +##nds +possesses +##rp +Expressway +Gould +Terror +Him +Geoff +nobles +##ope +shark +##nh +identifies +##oor +testified +Playing +##ump +##isa +stool +Idol +##pice +##tana +Byrne +Gerry +grunted +26th +observing +habits +privilege +immortal +wagons +##thy +dot +Bring +##lian +##witz +newest +##uga +constraints +Screen +Issue +##RNA +##vil +reminder +##gles +addiction +piercing +stunning +var +##rita +Signal +accumulated +##wide +float +devastating +viable +cartoons +Uttar +flared +##encies +Theology +patents +##bahn +privileges +##ava +##CO +137 +##oped +##NT +orchestral +medication +225 +erect +Nadia +École +fried +Sales +scripts +##rease +airs +Cage +inadequate +structured +countless +Avengers +Kathy +disguise +mirrors +Investigation +reservation +##nson +Legends +humorous +Mona +decorations +attachment +Via +motivation +Browne +strangers +##ński +Shadows +Twins +##pressed +Alma +Nominated +##ott +Sergio +canopy +152 +Semifinals +devised +##irk +upwards +Traffic +Goddess +Move +beetles +138 +spat +##anne +holdings +##SP +tangled +Whilst +Fowler +anthem +##ING +##ogy +snarled +moonlight +songwriting +tolerance +Worlds +exams +##pia +notices +sensitivity +poetic +Stephens +Boone +insect +reconstructed +Fresh +27th +balloon +##ables +Brendan +mug +##gee +1780 +apex +exports +slides +Lahore +hiring +Shell +electorate +sexuality +poker +nonprofit +##imate +cone +##uce +Okinawa +superintendent +##HC +referenced +turret +Sprint +Citizen +equilibrium +Stafford +curb +Driver +Valerie +##rona +aching +impacts +##bol +observers +Downs +Shri +##uth +airports +##uda +assignments +curtains +solitary +icon +patrols +substances +Jasper +mountainous +Published +ached +##ingly +announce +dove +damaging +##tism +Primera +Dexter +limiting +batch +##uli +undergoing +refugee +Ye +admiral +pavement +##WR +##reed +pipeline +desires +Ramsey +Sheila +thickness +Brotherhood +Tea +instituted +Belt +Break +plots +##ais +masculine +##where +Theo +##aged +##mined +Experience +scratched +Ethiopian +Teaching +##nov +Aiden +Abe +Samoa +conditioning +##mous +Otherwise +fade +Jenks +##encing +Nat +##lain +Anyone +##kis +smirk +Riding +##nny +Bavarian +blessed +potatoes +Hook +##wise +likewise +hardened +Merry +amid +persecution +##sten +Elections +Hoffman +Pitt +##vering +distraction +exploitation +infamous +quote +averaging +healed +Rhythm +Germanic +Mormon +illuminated +guides +##ische +interfere +##ilized +rector +perennial +##ival +Everett +courtesy +##nham +Kirby +Mk +##vic +Medieval +##tale +Luigi +limp +##diction +Alive +greeting +shove +##force +##fly +Jasmine +Bend +Capt +Suzanne +ditch +134 +##nning +Host +fathers +rebuilding +Vocal +wires +##manship +tan +Factor +fixture +##LS +Māori +Plate +pyramid +##umble +slap +Schneider +yell +##ulture +##tional +Goodbye +sore +##pher +depressed +##dox +pitching +Find +Lotus +##wang +strand +Teen +debates +prevalent +##bilities +exposing +hears +billed +##rse +reorganized +compelled +disturbing +displaying +##tock +Clinical +emotionally +##iah +Derbyshire +grouped +##quel +Bahrain +Journalism +IN +persistent +blankets +Crane +camping +Direct +proving +Lola +##dding +Corporate +birthplace +##boats +##ender +Figure +dared +Assam +precursor +##nched +Tribe +Restoration +slate +Meyrick +hunted +stroking +Earlier +Kind +polls +appeals +monetary +##reate +Kira +Langdon +explores +GPS +extensions +squares +Results +draped +announcer +merit +##ennial +##tral +##roved +##cion +robots +supervisor +snorted +##group +Cannon +procession +monkey +freeze +sleeves +Nile +verdict +ropes +firearms +extraction +tensed +EC +Saunders +##tches +diamonds +Marriage +##amble +curling +Amazing +##haling +unrelated +##roads +Daughter +cum +discarded +kidney +cliffs +forested +Candy +##lap +authentic +tablet +notation +##nburg +Bulldogs +Callum +Meet +mouths +coated +##xe +Truman +combinations +##mation +Steelers +Fan +Than +paternal +##father +##uti +Rebellion +inviting +Fun +theatres +##ي +##rom +curator +##cision +networking +Oz +drought +##ssel +granting +MBA +Shelby +Elaine +jealousy +Kyoto +shores +signaling +tenants +debated +Intermediate +Wise +##hes +##pu +Havana +duke +vicious +exited +servers +Nonetheless +Reports +explode +##beth +Nationals +offerings +Oval +conferred +eponymous +folklore +##NR +Shire +planting +1783 +Zeus +accelerated +Constable +consuming +troubles +McCartney +texture +bust +Immigration +excavated +hopefully +##cession +##coe +##name +##ully +lining +Einstein +Venezuelan +reissued +minorities +Beatrice +crystals +##nies +circus +lava +Beirut +extinction +##shu +Becker +##uke +issuing +Zurich +extract +##esta +##rred +regulate +progression +hut +alcoholic +plea +AB +Norse +Hubert +Mansfield +ashamed +##put +Bombardment +stripes +electrons +Denise +horrified +Nor +arranger +Hay +Koch +##ddling +##iner +Birthday +Josie +deliberate +explorer +##jiang +##signed +Arrow +wiping +satellites +baritone +mobility +##rals +Dorset +turbine +Coffee +185 +##lder +Cara +Colts +pits +Crossing +coral +##birth +Tai +zombie +smoothly +##hp +mates +##ady +Marguerite +##tary +puzzled +tapes +overly +Sonic +Prayer +Thinking +##uf +IEEE +obligation +##cliffe +Basil +redesignated +##mmy +nostrils +Barney +XIII +##phones +vacated +unused +Berg +##roid +Towards +viola +136 +Event +subdivided +rabbit +recruiting +##nery +Namibia +##16 +##ilation +recruits +Famous +Francesca +##hari +Goa +##lat +Karachi +haul +biblical +##cible +MGM +##rta +horsepower +profitable +Grandma +importantly +Martinez +incoming +##kill +beneficial +nominal +praying +##isch +gable +nail +noises +##ttle +Polytechnic +rub +##cope +Thor +audition +erotic +##ending +##iano +Ultimately +armoured +##mum +presently +pedestrian +##tled +Ipswich +offence +##ffin +##borne +Flemish +##hman +echo +##cting +auditorium +gentlemen +winged +##tched +Nicaragua +Unknown +prosperity +exhaust +pie +Peruvian +compartment +heights +disabilities +##pole +Harding +Humphrey +postponed +moths +Mathematical +Mets +posters +axe +##nett +Nights +Typically +chuckle +councillors +alternating +141 +Norris +##ately +##etus +deficit +dreaming +cooler +oppose +Beethoven +##esis +Marquis +flashlight +headache +investor +responding +appointments +##shore +Elias +ideals +shades +torch +lingering +##real +pier +fertile +Diploma +currents +Snake +##horse +##15 +Briggs +##ota +##hima +##romatic +Coastal +Kuala +ankles +Rae +slice +Hilton +locking +Approximately +Workshop +Niagara +strangely +##scence +functionality +advertisement +Rapid +Anders +ho +Soviets +packing +basal +Sunderland +Permanent +##fting +rack +tying +Lowell +##ncing +Wizard +mighty +tertiary +pencil +dismissal +torso +grasped +##yev +Sand +gossip +##nae +Beer +implementing +##19 +##riya +Fork +Bee +##eria +Win +##cid +sailor +pressures +##oping +speculated +Freddie +originating +##DF +##SR +##outh +28th +melt +Brenda +lump +Burlington +USC +marginal +##bine +Dogs +swamp +cu +Ex +uranium +metro +spill +Pietro +seize +Chorus +partition +##dock +##media +engineered +##oria +conclusions +subdivision +##uid +Illustrated +Leading +##hora +Berkshire +definite +##books +##cin +##suke +noun +winced +Doris +dissertation +Wilderness +##quest +braced +arbitrary +kidnapping +Kurdish +##but +clearance +excavations +wanna +Allmusic +insult +presided +yacht +##SM +Honour +Tin +attracting +explosives +Gore +Bride +##ience +Packers +Devils +Observer +##course +Loser +##erry +##hardt +##mble +Cyrillic +undefeated +##stra +subordinate +##ame +Wigan +compulsory +Pauline +Cruise +Opposition +##ods +Period +dispersed +expose +##60 +##has +Certain +Clerk +Wolves +##hibition +apparatus +allegiance +orbital +justified +thanked +##ević +Biblical +Carolyn +Graves +##tton +Hercules +backgrounds +replica +1788 +aquatic +Mega +Stirling +obstacles +filing +Founder +vowels +Deborah +Rotterdam +surpassed +Belarusian +##ologists +Zambia +Ren +Olga +Alpine +bi +councillor +Oaks +Animals +eliminating +digit +Managing +##GE +laundry +##rdo +presses +slamming +Tudor +thief +posterior +##bas +Rodgers +smells +##ining +Hole +SUV +trombone +numbering +representations +Domingo +Paralympics +cartridge +##rash +Combined +shelves +Kraków +revision +##frame +Sánchez +##tracted +##bler +Alain +townships +sic +trousers +Gibbs +anterior +symmetry +vaguely +Castile +IRA +resembling +Penguin +##ulent +infections +##stant +raped +##pressive +worrying +brains +bending +JR +Evidence +Venetian +complexes +Jonah +850 +exported +Ambrose +Gap +philanthropist +##atus +Marxist +weighing +##KO +##nath +Soldiers +chiefs +reject +repeating +shaky +Zürich +preserving +##xin +cigarettes +##break +mortar +##fin +Already +reproduction +socks +Waiting +amazed +##aca +dash +##path +Airborne +##harf +##get +descending +OBE +Sant +Tess +Lucius +enjoys +##ttered +##ivation +##ete +Leinster +Phillies +execute +geological +unfinished +Courts +SP +Beaver +Duck +motions +Platinum +friction +##aud +##bet +Parts +Stade +entirety +sprang +Smithsonian +coffin +prolonged +Borneo +##vise +unanimously +##uchi +Cars +Cassandra +Australians +##CT +##rgen +Louisa +spur +Constance +##lities +Patent +racism +tempo +##ssion +##chard +##nology +##claim +Million +Nichols +##dah +Numerous +ing +Pure +plantations +donor +##EP +##rip +convenience +##plate +dots +indirect +##written +Dong +failures +adapt +wizard +unfortunately +##gion +practitioners +economically +Enrique +unchanged +kingdoms +refined +definitions +lazy +worries +railing +##nay +Kaiser +##lug +cracks +sells +ninety +##WC +Directed +denotes +developmental +papal +unfortunate +disappointing +sixteenth +Jen +##urier +NWA +drifting +Horror +##chemical +behaviors +bury +surfaced +foreigners +slick +AND +##rene +##ditions +##teral +scrap +kicks +comprise +buddy +##anda +Mental +##ype +Dom +wines +Limerick +Luca +Rand +##won +Tomatoes +homage +geometric +##nted +telescope +Shelley +poles +##fan +shareholders +Autonomous +cope +intensified +Genoa +Reformation +grazing +##tern +Zhao +provisional +##bies +Con +##riel +Cynthia +Raleigh +vivid +threaten +Length +subscription +roses +Müller +##isms +robin +##tial +Laos +Stanton +nationalism +##clave +##ND +##17 +##zz +staging +Busch +Cindy +relieve +##spective +packs +neglected +CBE +alpine +Evolution +uneasy +coastline +Destiny +Barber +Julio +##tted +informs +unprecedented +Pavilion +##bei +##ference +betrayal +awaiting +leaked +V8 +puppet +adverse +Bourne +Sunset +collectors +##glass +##sque +copied +Demon +conceded +resembled +Rafe +Levy +prosecutor +##ject +flora +manned +deaf +Mosque +reminds +Lizzie +Products +Funny +cassette +congress +##rong +Rover +tossing +prompting +chooses +Satellite +cautiously +Reese +##UT +Huang +Gloucestershire +giggled +Kitty +##å +Pleasant +Aye +##ond +judging +1860s +intentionally +Hurling +aggression +##xy +transfers +employing +##fies +##oda +Archibald +Blessed +Ski +flavor +Rosie +##burgh +sunset +Scholarship +WC +surround +ranged +##jay +Degree +Houses +squeezing +limb +premium +Leningrad +steals +##inated +##ssie +madness +vacancy +hydraulic +Northampton +##prise +Marks +Boxing +##fying +academics +##lich +##TY +CDs +##lma +hardcore +monitors +paperback +cables +Dimitri +upside +advent +Ra +##clusive +Aug +Christchurch +objected +stalked +Simple +colonists +##laid +CT +discusses +fellowship +Carnival +cares +Miracle +pastoral +rooted +shortage +borne +Quentin +meditation +tapping +Novel +##ades +Alicia +Burn +famed +residency +Fernández +Johannesburg +Zhu +offended +Mao +outward +##inas +XV +denial +noticing +##ís +quarry +##hound +##amo +Bernie +Bentley +Joanna +mortgage +##rdi +##sumption +lenses +extracted +depiction +##RE +Networks +Broad +Revenue +flickered +virgin +flanked +##о +Enterprises +probable +Liberals +Falcons +drowning +phrases +loads +assumes +inhaled +awe +logs +slightest +spiders +waterfall +##pate +rocking +shrub +##uil +roofs +##gard +prehistoric +wary +##rak +TO +clips +sustain +treason +microphone +voter +Lamb +psychologist +wrinkled +##ères +mating +Carrier +340 +##lbert +sensing +##rino +destiny +distract +weaker +UC +Nearly +neurons +spends +Apache +##rem +genuinely +wells +##lanted +stereo +##girl +Lois +Leaving +consul +fungi +Pier +Cyril +80s +Jungle +##tani +illustration +Split +##hana +Abigail +##patrick +1787 +diminished +Selected +packaging +##EG +Martínez +communal +Manufacturing +sentiment +143 +unwilling +praising +Citation +pills +##iti +##rax +muffled +neatly +workforce +Yep +leisure +Tu +##nding +Wakefield +ancestral +##uki +destructive +seas +Passion +showcase +##ceptive +heroic +142 +exhaustion +Customs +##aker +Scholar +sliced +##inian +Direction +##OW +Swansea +aluminium +##eep +ceramic +McCoy +Career +Sector +chartered +Damascus +pictured +Interest +stiffened +Plateau +obsolete +##tant +irritated +inappropriate +overs +##nko +bail +Talent +Sur +ours +##nah +barred +legged +sociology +Bud +dictionary +##luk +Cover +obey +##oring +annoying +##dong +apprentice +Cyrus +Role +##GP +##uns +##bag +Greenland +Porsche +Rocket +##32 +organism +##ntary +reliability +##vocation +##й +Found +##hine +motors +promoter +unfair +##oms +##note +distribute +eminent +rails +appealing +chiefly +meaningful +Stephan +##rehension +Consumer +psychiatric +bowler +saints +##iful +##н +1777 +Pol +Dorian +Townsend +hastily +##jima +Quincy +Sol +fascinated +Scarlet +alto +Avon +certainty +##eding +Keys +##chu +Chu +##VE +ions +tributaries +Thanksgiving +##fusion +astronomer +oxide +pavilion +Supply +Casa +Bollywood +sadly +mutations +Keller +##wave +nationals +##rgo +##ym +predict +Catholicism +Vega +##eration +##ums +Mali +tuned +Lankan +Plans +radial +Bosnian +Lexi +##14 +##ü +sacks +unpleasant +Empty +handles +##taking +Bon +switches +intently +tuition +antique +##jk +fraternity +notebook +Desmond +##sei +prostitution +##how +deed +##OP +501 +Somewhere +Rocks +##mons +campaigned +frigate +gases +suppress +##hang +Merlin +Northumberland +dominate +expeditions +thunder +##ups +##rical +Cap +thorough +Ariel +##kind +renewable +constructing +pacing +terrorists +Bowen +documentaries +westward +##lass +##nage +Merchant +##ued +Beaumont +Din +##hian +Danube +peasant +Garrison +encourages +gratitude +reminding +stormed +##ouse +pronunciation +##ailed +Weekend +suggestions +##ffing +##DI +Active +Colombo +##logists +Merrill +##cens +Archaeological +Medina +captained +##yk +duel +cracking +Wilkinson +Guam +pickup +renovations +##ël +##izer +delighted +##iri +Weaver +##ctional +tens +##hab +Clint +##usion +##each +petals +Farrell +##sable +caste +##will +Ezra +##qi +##standing +thrilled +ambush +exhaled +##SU +Resource +blur +forearm +specifications +contingent +cafe +##iology +Antony +fundraising +grape +##rgy +turnout +##udi +Clifton +laboratories +Irvine +##opus +##lid +Monthly +Bihar +statutory +Roses +Emil +##rig +lumber +optimal +##DR +pumps +plaster +Mozambique +##aco +nightclub +propelled +##hun +ked +surplus +wax +##urai +pioneered +Sunny +imprint +Forget +Eliot +approximate +patronage +##bek +##ely +##mbe +Partnership +curl +snapping +29th +Patriarch +##jord +seldom +##ature +astronomy +Bremen +XIV +airborne +205 +1778 +recognizing +stranded +arrogant +bombardment +destined +ensured +146 +robust +Davenport +Interactive +Offensive +Fi +prevents +probe +propeller +sorrow +Blade +mounting +automotive +##dged +wallet +201 +lashes +Forrest +##ift +Cell +Younger +shouts +##cki +folds +##chet +Epic +yields +homosexual +tunes +##minate +##text +Manny +chemist +hindwings +##urn +pilgrimage +##sfield +##riff +MLS +##rive +Huntington +translates +Path +slim +##ndra +##oz +climax +commuter +desperation +##reet +denying +##rious +daring +seminary +polo +##clamation +Teatro +Torah +Cats +identities +Poles +photographed +fiery +popularly +##cross +winters +Hesse +##vio +Nurse +Senegal +Salon +prescribed +justify +##gues +##и +##orted +HQ +##hiro +evaluated +momentarily +##unts +Debbie +##licity +##TP +Mighty +Rabbit +##chal +Events +Savoy +##ht +Brandenburg +Bordeaux +##laus +Release +##IE +##kowski +1900s +SK +Strauss +##aly +Sonia +Updated +synagogue +McKay +flattened +370 +clutch +contests +toast +evaluate +pope +heirs +jam +tutor +reverted +##ading +nonsense +hesitate +Lars +Ceylon +Laurie +##guchi +accordingly +customary +148 +Ethics +Multiple +instincts +IGN +##ä +bullshit +##hit +##par +desirable +##ducing +##yam +alias +ashore +licenses +##lification +misery +147 +Cola +assassinated +fiercely +##aft +las +goat +substrate +lords +Cass +Bridges +ICC +lasts +sights +reproductive +##asi +Ivory +Clean +fixing +##lace +seeming +aide +1850s +harassment +##FF +##LE +reasonably +##coat +##cano +NYC +1784 +Fifty +immunity +Canadians +Cheng +comforting +meanwhile +##tera +##blin +breeds +glowed +##vour +Aden +##verted +##aded +##oral +neat +enforced +poisoning +##ews +##hone +enforce +predecessors +survivor +Month +unfamiliar +pierced +waived +dump +responds +Mai +Declan +angular +Doesn +interpretations +##yar +invest +Dhaka +policeman +Congregation +Eighth +painfully +##este +##vior +Württemberg +##cles +blockade +encouragement +##fie +Caucasus +Malone +Universidad +utilize +Nissan +inherent +151 +agreeing +syllable +determines +Protocol +conclude +##gara +40th +Xu +Taiwanese +##ather +boiler +printer +Lacey +titular +Klaus +Fallon +Wembley +fox +Chandra +Governorate +obsessed +##Ps +micro +##25 +Cooke +gymnasium +weaving +Shall +Hussein +glaring +softball +Reader +Dominion +Trouble +varsity +Cooperation +Chaos +Kang +Kramer +Eisenhower +proves +Connie +consortium +governors +Bethany +opener +Normally +Willy +linebacker +Regent +Used +AllMusic +Twilight +##shaw +Companion +Tribunal +simpler +##gam +Experimental +Slovenian +cellar +deadline +trout +Hubbard +ads +idol +##hetto +Granada +clues +salmon +1700 +Omega +Caldwell +softened +Bills +Honolulu +##gn +Terrace +suitcase +##IL +frantic +##oons +Abbot +Sitting +Fortress +Riders +sickness +enzymes +trustee +Bern +forged +##13 +##ruff +##rl +##versity +inspector +champagne +##held +##FI +hereditary +Taliban +handball +##wine +Sioux +##dicated +honoured +139 +##tude +Skye +meanings +##rkin +cardiac +analyzed +vegetable +##FS +Royals +dial +freelance +##fest +partisan +petroleum +ridden +Lincolnshire +panting +##comb +presidents +Haley +##chs +contributes +Jew +discoveries +panicked +Woody +eyelids +Fate +Tulsa +mg +whiskey +zombies +Wii +##udge +investigators +##bull +centred +##screen +Bone +Lana +##oise +forts +##ske +Conan +Lyons +##writing +SH +##ride +rhythmic +154 +##llah +pioneers +##bright +captivity +Sanchez +Oman +##mith +Flint +Platform +##ioned +emission +packet +Persia +##formed +takeover +tempted +Vance +Few +Toni +receptions +##ن +exchanges +Camille +whale +Chronicles +##rent +##ushing +##rift +Alto +Genus +##asing +onward +foremost +longing +Rockefeller +containers +##cribe +intercepted +##olt +pleading +Bye +bee +##umbling +153 +undertake +Izzy +cheaper +Ultra +validity +##pse +Sa +hovering +##pert +vintage +engraved +##rise +farmland +##ever +##ifier +Atlantis +propose +Catalonia +plunged +##edly +demonstrates +gig +##cover +156 +Osborne +cowboy +herd +investigator +loops +Burning +rests +Instrumental +embarrassing +focal +install +readings +swirling +Chatham +parameter +##zin +##holders +Mandarin +Moody +converting +Escape +warnings +##chester +incarnation +##ophone +adopting +##lins +Cromwell +##laws +Axis +Verde +Kappa +Schwartz +Serbs +caliber +Wanna +Chung +##ality +nursery +principally +Bulletin +likelihood +logging +##erty +Boyle +supportive +twitched +##usive +builds +Marseille +omitted +motif +Lands +##lusion +##ssed +Barrow +Airfield +Harmony +WWF +endured +merging +convey +branding +examinations +167 +Italians +##dh +dude +1781 +##teau +crawling +thoughtful +clasped +concluding +brewery +Moldova +Wan +Towers +Heidelberg +202 +##ict +Lagos +imposing +##eval +##serve +Bacon +frowning +thirteenth +conception +calculations +##ович +##mile +##ivated +mutation +strap +##lund +demographic +nude +perfection +stocks +##renched +##dit +Alejandro +bites +fragment +##hack +##rchy +GB +Surgery +Berger +punish +boiling +consume +Elle +Sid +Dome +relies +Crescent +treasurer +Bloody +1758 +upheld +Guess +Restaurant +signatures +font +millennium +mural +stakes +Abel +hailed +insists +Alumni +Breton +##jun +digits +##FM +##thal +Talking +motive +reigning +babe +masks +##ø +Shaun +potato +sour +whitish +Somali +##derman +##rab +##wy +chancel +telecommunications +Noise +messenger +tidal +grinding +##ogenic +Rebel +constituent +peripheral +recruitment +##ograph +##tler +pumped +Ravi +poked +##gley +Olive +diabetes +discs +liking +sting +fits +stir +Mari +Sega +creativity +weights +Macau +mandated +Bohemia +disastrous +Katrina +Baku +Rajasthan +waiter +##psis +Siberia +verbs +##truction +patented +1782 +##ndon +Relegated +Hunters +Greenwood +Shock +accusing +skipped +Sessions +markers +subset +monumental +Viola +comparative +Alright +Barbados +setup +Session +standardized +##ík +##sket +appoint +AFB +Nationalist +##WS +Troop +leaped +Treasure +goodness +weary +originates +100th +compassion +expresses +recommend +168 +composing +seventeenth +Tex +Atlético +bald +Finding +Presidency +Sharks +favoured +inactive +##lter +suffix +princes +brighter +##ctus +classics +defendants +culminated +terribly +Strategy +evenings +##ção +##iver +##urance +absorb +##rner +Territories +RBI +soothing +Martín +concurrently +##tr +Nicholson +fibers +swam +##oney +Allie +Algerian +Dartmouth +Mafia +##bos +##tts +Councillor +vocabulary +##bla +##lé +intending +##dler +Guerrero +sunshine +pedal +##TO +administrators +periodic +scholarships +Loop +Madeline +exaggerated +##ressed +Regan +##cellular +Explorer +##oids +Alexandre +vows +Reporter +Unable +Average +absorption +##bedience +Fortunately +Auxiliary +Grandpa +##HP +##ovo +potent +temporal +adrenaline +##udo +confusing +guiding +Dry +qualifications +joking +wherein +heavyweight +##ices +nightmares +pharmaceutical +Commanding +##aled +##ove +Gregor +##UP +censorship +degradation +glorious +Austro +##rench +380 +Miriam +sped +##orous +offset +##KA +fined +specialists +Pune +João +##dina +propped +fungus +##ς +frantically +Gabrielle +Hare +committing +##plied +Ask +Wilmington +stunt +numb +warmer +preacher +earnings +##lating +integer +##ija +federation +homosexuality +##cademia +epidemic +grumbled +shoving +Milk +Satan +Tobias +innovations +##dington +geology +memoirs +##IR +spared +culminating +Daphne +Focus +severed +stricken +Paige +Mans +flats +Russo +communes +litigation +strengthening +##powered +Staffordshire +Wiltshire +Painting +Watkins +##د +specializes +Select +##rane +##aver +Fulton +playable +##VN +openings +sampling +##coon +##21 +Allah +travelers +allocation +##arily +Loch +##hm +commentators +fulfilled +##troke +Emeritus +Vanderbilt +Vijay +pledged +##tative +diagram +drilling +##MD +##plain +Edison +productivity +31st +##rying +##ption +##gano +##oration +##bara +posture +bothering +platoon +politely +##inating +redevelopment +Job +##vale +stark +incorrect +Mansion +renewal +threatens +Bahamas +fridge +##tata +Uzbekistan +##edia +Sainte +##mio +gaps +neural +##storm +overturned +Preservation +shields +##ngo +##physics +ah +gradual +killings +##anza +consultation +premiership +Felipe +coincidence +##ène +##any +Handbook +##loaded +Edit +Guns +arguably +##ş +compressed +depict +seller +##qui +Kilkenny +##kling +Olympia +librarian +##acles +dramas +JP +Kit +Maj +##lists +proprietary +##nged +##ettes +##tok +exceeding +Lock +induction +numerical +##vist +Straight +foyer +imaginary +##pop +violinist +Carla +bouncing +##ashi +abolition +##uction +restoring +scenic +##č +Doom +overthrow +para +##vid +##ughty +Concord +HC +cocaine +deputies +##aul +visibility +##wart +Kapoor +Hutchinson +##agan +flashes +kn +decreasing +##ronology +quotes +vain +satisfying +##iam +##linger +310 +Hanson +fauna +##zawa +##rrel +Trenton +##VB +Employment +vocational +Exactly +bartender +butterflies +tow +##chers +##ocks +pigs +merchandise +##game +##pine +Shea +##gration +Connell +Josephine +monopoly +##dled +Cobb +warships +cancellation +someday +stove +##Cs +candidacy +superhero +unrest +Toulouse +admiration +undergone +whirled +Reconnaissance +costly +##ships +290 +Cafe +amber +Tory +##mpt +definitive +##dress +proposes +redesigned +acceleration +##asa +##raphy +Presley +exits +Languages +##cel +Mode +spokesperson +##tius +Ban +forthcoming +grounded +ACC +compelling +logistics +retailers +abused +##gating +soda +##yland +##lution +Landmark +XVI +blush +##tem +hurling +dread +Tobago +Foley +##uad +scenarios +##mentation +##rks +Score +fatigue +hairy +correspond +##iard +defences +confiscated +##rudence +1785 +Formerly +Shot +advertised +460 +Text +ridges +Promise +Dev +exclusion +NHS +tuberculosis +rockets +##offs +sparkling +256 +disappears +mankind +##hore +HP +##omo +taxation +Multi +DS +Virgil +##ams +Dell +stacked +guessing +Jump +Nope +cheer +hates +ballots +overlooked +analyses +Prevention +maturity +dos +##cards +##lect +Mare +##yssa +Petty +##wning +differing +iOS +##ior +Joachim +Sentinel +##nstein +90s +Pamela +480 +Asher +##lary +Vicente +landings +portray +##rda +##xley +Virtual +##uary +finances +Jain +Somebody +Tri +behave +Michele +##ider +dwellings +FAA +Gallagher +##lide +Monkey +195 +aforementioned +##rism +##bey +##kim +##puted +Mesa +hopped +unopposed +recipients +Reality +Been +gritted +149 +playground +pillar +##rone +Guinness +##tad +Théâtre +depended +Tipperary +Reuben +frightening +wooded +Target +globally +##uted +Morales +Baptiste +drunken +Institut +characterised +##chemistry +Strip +discrete +Premiership +##zzling +gazing +Outer +##quisition +Sikh +Booker +##yal +contemporaries +Jericho +##chan +##physical +##witch +Militia +##rez +##zard +dangers +##utter +##₀ +Programs +darling +participates +railroads +##ienne +behavioral +bureau +##rook +161 +Hicks +##rises +Comes +inflicted +bees +kindness +norm +##ković +generators +##pard +##omy +##ili +methodology +Alvin +façade +latitude +##plified +DE +Morse +##mered +educate +intersects +##MF +##cz +##vated +AL +##graded +##fill +constitutes +artery +feudal +avant +cautious +##ogue +immigrated +##chenko +Saul +Clinic +Fang +choke +Cornelius +flexibility +temperate +pins +##erson +oddly +inequality +157 +Natasha +Sal +##uter +215 +aft +blinking +##ntino +northward +Exposition +cookies +Wedding +impulse +Overseas +terrifying +##ough +Mortimer +##see +440 +https +og +imagining +##cars +Nicola +exceptionally +threads +##cup +Oswald +Provisional +dismantled +deserves +1786 +Fairy +discourse +Counsel +departing +Arc +guarding +##orse +420 +alterations +vibrant +Em +squinted +terrace +rowing +Led +accessories +SF +Sgt +cheating +Atomic +##raj +Blackpool +##iary +boarded +substituted +bestowed +lime +kernel +##jah +Belmont +shaken +sticky +retrospective +Louie +migrants +weigh +sunglasses +thumbs +##hoff +excavation +##nks +Extra +Polo +motives +Drum +infrared +tastes +berth +verge +##stand +programmed +warmed +Shankar +Titan +chromosome +cafeteria +dividing +pepper +CPU +Stevie +satirical +Nagar +scowled +Died +backyard +##gata +##reath +##bir +Governors +portraying +##yah +Revenge +##acing +1772 +margins +Bahn +OH +lowland +##razed +catcher +replay +##yoshi +Seriously +##licit +Aristotle +##ald +Habsburg +weekday +Secretariat +CO +##dly +##joy +##stad +litre +ultra +##cke +Mongol +Tucson +correlation +compose +traps +Groups +Hai +Salvatore +##dea +cents +##eese +concession +clash +Trip +Panzer +Moroccan +cruisers +torque +Ba +grossed +##arate +restriction +concentrating +FDA +##Leod +##ones +Scholars +##esi +throbbing +specialised +##heses +Chicken +##fia +##ificant +Erich +Residence +##trate +manipulation +namesake +##tom +Hoover +cue +Lindsey +Lonely +275 +##HT +combustion +subscribers +Punjabi +respects +Jeremiah +penned +##gor +##rilla +suppression +##tration +Crimson +piston +Derry +crimson +lyrical +oversee +portrays +CF +Districts +Lenin +Cora +searches +clans +VHS +##hel +Jacqueline +Redskins +Clubs +desktop +indirectly +alternatives +marijuana +suffrage +##smos +Irwin +##liff +Process +##hawks +Sloane +##bson +Sonata +yielded +Flores +##ares +armament +adaptations +integrate +neighbours +shelters +##tour +Skinner +##jet +##tations +1774 +Peterborough +##elles +ripping +Liang +Dickinson +charities +Rwanda +monasteries +crossover +racist +barked +guerrilla +##ivate +Grayson +##iques +##vious +##got +Rolls +denominations +atom +affinity +##delity +Wish +##inted +##inae +interrogation +##cey +##erina +##lifting +192 +Sands +1779 +mast +Likewise +##hyl +##oft +contempt +##por +assaulted +fills +establishments +Mal +consulted +##omi +##sight +greet +##roma +##egan +Pulitzer +##rried +##dius +##ractical +##voked +Hasan +CB +##zzy +Romanesque +Panic +wheeled +recorder +##tters +##warm +##gly +botanist +Balkan +Lockheed +Polly +farewell +suffers +purchases +Eaton +##80 +Quick +commenting +Saga +beasts +hides +motifs +##icks +Alonso +Springer +Wikipedia +circulated +encoding +jurisdictions +snout +UAE +Integrated +unmarried +Heinz +##lein +##figured +deleted +##tley +Zen +Cycling +Fuel +Scandinavian +##rants +Conner +reef +Marino +curiously +lingered +Gina +manners +activism +Mines +Expo +Micah +promotions +Server +booked +derivatives +eastward +detailing +reelection +##chase +182 +Campeonato +Po +158 +Peel +winger +##itch +canyon +##pit +LDS +A1 +##shin +Giorgio +pathetic +##rga +##mist +Aren +##lag +confronts +motel +textbook +shine +turbines +1770 +Darcy +##cot +Southeastern +##lessness +Banner +recognise +stray +Kitchen +paperwork +realism +Chrysler +filmmakers +fishermen +##hetic +variously +Vishnu +fiddle +Eddy +Origin +##tec +##ulin +Flames +Rs +bankrupt +Extreme +Pomeranian +##emption +ratified +##iu +jockey +Stratford +##ivating +##oire +Babylon +pardon +AI +affordable +deities +disturbance +Trying +##sai +Ida +Papers +advancement +70s +archbishop +Luftwaffe +announces +tugging +##lphin +##sistence +##eel +##ishes +ambition +aura +##fled +##lected +##vue +Prasad +boiled +clarity +Violin +investigative +routing +Yankee +##uckle +McMahon +bugs +eruption +##rooms +Minutes +relics +##ckle +##nse +sipped +valves +weakly +##ital +Middleton +collided +##quer +bamboo +insignia +Tyne +exercised +Ninth +echoing +polynomial +considerations +lunged +##bius +objections +complain +disguised +plaza +##VC +institutes +Judicial +ascent +imminent +Waterford +hello +Lumpur +Niger +Goldman +vendors +Kensington +Wren +browser +##bner +##tri +##mize +##pis +##lea +Cheyenne +Bold +Settlement +Hollow +Paralympic +axle +##toire +##actic +impose +perched +utilizing +slips +Benz +Michaels +manipulate +Chiang +##mian +Dolphins +prohibition +attacker +ecology +Estadio +##SB +##uild +attracts +recalls +glacier +lad +##rima +Barlow +kHz +melodic +##aby +##iracy +assumptions +Cornish +##aru +DOS +Maddie +##mers +lyric +Luton +nm +##tron +Reno +Fin +YOU +Broadcast +Finch +sensory +##bent +Jeep +##uman +additionally +Buildings +businessmen +treaties +235 +Stranger +gateway +Charlton +accomplishments +Diary +apologized +zinc +histories +supplier +##tting +162 +asphalt +Treatment +Abbas +##pating +##yres +Bloom +sedan +soloist +##cum +antagonist +denounced +Fairfax +##aving +##enko +noticeable +Budget +Buckingham +Snyder +retreating +Jai +spoon +invading +giggle +woven +gunfire +arrests +##vered +##come +respiratory +violet +##aws +Byrd +shocking +tenant +Jamaican +Ottomans +Seal +theirs +##isse +##48 +cooperate +peering +##nius +163 +Composer +organist +Mongolian +Bauer +Spy +collects +prophecy +congregations +##moor +Brick +calculation +fixtures +exempt +##dden +Ada +Thousand +##lue +tracing +##achi +bodyguard +vicar +supplying +Łódź +interception +monitored +##heart +Paso +overlap +annoyance +##dice +yellowish +stables +elders +illegally +honesty +##oar +skinny +spinal +##puram +Bourbon +##cor +flourished +Medium +##stics +##aba +Follow +##ckey +stationary +##scription +dresser +scrutiny +Buckley +Clearly +##SF +Lyrics +##heimer +drying +Oracle +internally +rains +##last +Enemy +##oes +McLean +Ole +phosphate +Rosario +Rifles +##mium +battered +Pepper +Presidents +conquer +Château +castles +##aldo +##ulf +Depending +Lesser +Boom +trades +Peyton +164 +emphasize +accustomed +SM +Ai +Classification +##mins +##35 +##rons +leak +piled +deeds +lush +##self +beginnings +breathless +1660 +McGill +##ago +##chaft +##gies +humour +Bomb +securities +Might +##zone +##eves +Matthias +Movies +Levine +vengeance +##ads +Challenger +Misty +Traditionally +constellation +##rass +deepest +workplace +##oof +##vina +impatient +##ML +Mughal +Alessandro +scenery +Slater +postseason +troupe +##ń +Volunteers +Facility +militants +Reggie +sanctions +Expeditionary +Nam +countered +interpret +Basilica +coding +expectation +Duffy +def +Tong +wakes +Bowling +Vehicle +Adler +salad +intricate +stronghold +medley +##uries +##bur +joints +##rac +##yx +##IO +Ordnance +Welch +distributor +Ark +cavern +trench +Weiss +Mauritius +decreases +docks +eagerly +irritation +Matilda +biographer +Visiting +##marked +##iter +##ear +##gong +Moreno +attendant +Bury +instrumentation +theologian +clit +nuns +symphony +translate +375 +loser +##user +##VR +##meter +##orious +harmful +##yuki +Commissioners +Mendoza +sniffed +Hulk +##dded +##ulator +##nz +Donnell +##eka +deported +Met +SD +Aerospace +##cultural +##odes +Fantastic +cavity +remark +emblem +fearing +##iance +ICAO +Liberia +stab +##yd +Pac +Gymnasium +IS +Everton +##vanna +mantle +##ief +Ramon +##genic +Shooting +Smoke +Random +Africans +MB +tavern +bargain +voluntarily +Ion +Peoples +Rusty +attackers +Patton +sins +##cake +Hat +moderately +##hala +##alia +requesting +mechanic +##eae +Seine +Robbins +##ulum +susceptible +Bravo +Slade +Strasbourg +rubble +entrusted +Creation +##amp +smoothed +##uintet +evenly +reviewers +skip +Sculpture +177 +Rough +##rrie +Reeves +##cede +Administrator +garde +minus +carriages +grenade +Ninja +fuscous +##kley +Punk +contributors +Aragon +Tottenham +##cca +##sir +VA +laced +dealers +##sonic +crisp +harmonica +Artistic +Butch +Andes +Farmers +corridors +unseen +##tium +Countries +Lone +envisioned +Katy +##lang +##cc +Quarterly +##neck +consort +##aceae +bidding +Corey +concurrent +##acts +##gum +Highness +##lient +##rators +arising +##unta +pathways +49ers +bolted +complaining +ecosystem +libretto +Ser +narrated +212 +Soft +influx +##dder +incorporation +plagued +tents +##ddled +1750 +Risk +citation +Tomas +hostilities +seals +Bruins +Dominique +attic +competent +##UR +##cci +hugging +Breuning +bacterial +Shrewsbury +vowed +eh +elongated +hangs +render +centimeters +##ficient +Mu +turtle +besieged +##gaard +grapes +bravery +collaborations +deprived +##amine +##using +##gins +arid +##uve +coats +hanged +##sting +Pa +prefix +##ranged +Exit +Chain +Flood +Materials +suspicions +##ö +hovered +Hidden +##state +Malawi +##24 +Mandy +norms +fascinating +airlines +delivers +##rust +Cretaceous +spanned +pillows +##onomy +jar +##kka +regent +fireworks +morality +discomfort +lure +uneven +##jack +Lucian +171 +archaeology +##til +mornings +Billie +Marquess +impending +spilling +tombs +##volved +Celia +Coke +underside +##bation +Vaughn +Daytona +Godfrey +Pascal +Alien +##sign +172 +##lage +iPhone +Gonna +genocide +##rber +oven +endure +dashed +simultaneous +##phism +Wally +##rō +ants +predator +reissue +##aper +Speech +funk +Rudy +claw +Hindus +Numbers +Bing +lantern +##aurus +scattering +poisoned +##active +Andrei +algebraic +baseman +##ritz +Gregg +##cola +selections +##putation +lick +Laguna +##IX +Sumatra +Warning +turf +buyers +Burgess +Oldham +exploit +worm +initiate +strapped +tuning +filters +haze +##е +##ledge +##ydro +##culture +amendments +Promotion +##union +Clair +##uria +petty +shutting +##eveloped +Phoebe +Zeke +conducts +grains +clashes +##latter +illegitimate +willingly +Deer +Lakers +Reference +chaplain +commitments +interrupt +salvation +Panther +Qualifying +Assessment +cancel +efficiently +attorneys +Dynamo +impress +accession +clinging +randomly +reviewing +Romero +Cathy +charting +clapped +rebranded +Azerbaijani +coma +indicator +punches +##tons +Sami +monastic +prospects +Pastor +##rville +electrified +##CI +##utical +tumbled +Chef +muzzle +selecting +UP +Wheel +protocols +##tat +Extended +beautifully +nests +##stal +Andersen +##anu +##³ +##rini +kneeling +##reis +##xia +anatomy +dusty +Safe +turmoil +Bianca +##elo +analyze +##ر +##eran +podcast +Slovene +Locke +Rue +##retta +##uni +Person +Prophet +crooked +disagreed +Versailles +Sarajevo +Utrecht +##ogen +chewing +##ception +##iidae +Missile +attribute +majors +Arch +intellectuals +##andra +ideological +Cory +Salzburg +##fair +Lot +electromagnetic +Distribution +##oper +##pered +Russ +Terra +repeats +fluttered +Riga +##ific +##gt +cows +Hair +labelled +protects +Gale +Personnel +Düsseldorf +Moran +rematch +##OE +Slow +forgiveness +##ssi +proudly +Macmillan +insist +undoubtedly +Québec +Violence +##yuan +##aine +mourning +linen +accidental +##iol +##arium +grossing +lattice +maneuver +##marine +prestige +petrol +gradient +invasive +militant +Galerie +widening +##aman +##quist +disagreement +##ales +creepy +remembers +buzz +##erial +Exempt +Dirk +mon +Addison +##inen +deposed +##agon +fifteenth +Hang +ornate +slab +##lades +Fountain +contractors +das +Warwickshire +1763 +##rc +Carly +Essays +Indy +Ligue +greenhouse +slit +##sea +chewed +wink +##azi +Playhouse +##kon +Gram +Ko +Samson +creators +revive +##rians +spawned +seminars +Craft +Tall +diverted +assistants +computational +enclosure +##acity +Coca +##eve +databases +Drop +##loading +##hage +Greco +Privy +entrances +pork +prospective +Memories +robes +##market +transporting +##lik +Rudolph +Horton +visually +##uay +##nja +Centro +Tor +Howell +##rsey +admitting +postgraduate +herbs +##att +Chin +Rutherford +##bot +##etta +Seasons +explanations +##bery +Friedman +heap +##ryl +##sberg +jaws +##agh +Choi +Killing +Fanny +##suming +##hawk +hopeful +##aid +Monty +gum +remarkably +Secrets +disco +harp +advise +##avia +Marathi +##cycle +Truck +abbot +sincere +urine +##mology +masked +bathing +##tun +Fellows +##TM +##gnetic +owl +##jon +hymn +##leton +208 +hostility +##cée +baked +Bottom +##AB +shudder +##ater +##von +##hee +reorganization +Cycle +##phs +Lex +##style +##rms +Translation +##erick +##imeter +##ière +attested +Hillary +##DM +gal +wander +Salle +##laming +Perez +Pit +##LP +USAF +contexts +Disease +blazing +aroused +razor +walled +Danielle +Mont +Funk +royalty +thee +203 +donors +##erton +famously +processors +reassigned +welcoming +Goldberg +##quities +undisclosed +Orient +Patty +vaccine +refrigerator +Cypriot +consonant +##waters +176 +sober +##lement +Racecourse +##uate +Luckily +Selection +conceptual +vines +Breaking +wa +lions +oversight +sheltered +Dancer +ponds +borrow +##BB +##pulsion +Daly +##eek +fertility +spontaneous +Worldwide +gasping +##tino +169 +ABS +Vickers +ambient +energetic +prisons +##eson +Stacy +##roach +GmbH +Afro +Marin +farmhouse +pinched +##cursion +##sp +Sabine +##pire +181 +nak +swelling +humble +perfume +##balls +Rai +cannons +##taker +Married +Maltese +canals +interceptions +hats +lever +slowing +##ppy +Nike +Silas +Scarborough +skirts +166 +inauguration +Shuttle +alloy +beads +belts +Compton +Cause +battling +critique +surf +Dock +roommate +##ulet +invade +Garland +##slow +nutrition +persona +##zam +Wichita +acquaintance +coincided +##cate +Dracula +clamped +##gau +overhaul +##broken +##rrier +melodies +ventures +Paz +convex +Roots +##holding +Tribute +transgender +##ò +chimney +##riad +Ajax +Thereafter +messed +nowadays +pH +##100 +##alog +Pomerania +##yra +Rossi +glove +##TL +Races +##asily +tablets +Jase +##ttes +diner +##rns +Hu +Mohan +anytime +weighted +remixes +Dove +cherry +imports +##urity +GA +##TT +##iated +##sford +Clarkson +evidently +rugged +Dust +siding +##ometer +acquitted +choral +##mite +infants +Domenico +gallons +Atkinson +gestures +slated +##xa +Archaeology +unwanted +##ibes +##duced +premise +Colby +Geelong +disqualified +##pf +##voking +simplicity +Walkover +Qaeda +Warden +##bourg +##ān +Invasion +Babe +harness +183 +##tated +maze +Burt +bedrooms +##nsley +Horizon +##oast +minimize +peeked +MLA +Trains +tractor +nudged +##iform +Growth +Benton +separates +##about +##kari +buffer +anthropology +brigades +foil +##wu +Domain +licking +whore +##rage +##sham +Initial +Courthouse +Rutgers +dams +villains +supermarket +##brush +Brunei +Palermo +arises +Passenger +outreach +##gill +Labrador +McLaren +##uy +Lori +##fires +Heads +magistrate +¹⁄₂ +Weapons +##wai +##roke +projecting +##ulates +bordering +McKenzie +Pavel +midway +Guangzhou +streamed +racer +##lished +eccentric +spectral +206 +##mism +Wilde +Grange +preparatory +lent +##tam +starving +Gertrude +##cea +##ricted +Breakfast +Mira +blurted +derive +##lair +blunt +sob +Cheltenham +Henrik +reinstated +intends +##istan +unite +##ector +playful +sparks +mapped +Cadet +luggage +prosperous +##ein +salon +##utes +Biological +##rland +Tyrone +buyer +##lose +amounted +Saw +smirked +Ronan +Reviews +Adele +trait +##proof +Bhutan +Ginger +##junct +digitally +stirring +##isted +coconut +Hamlet +Dinner +Scale +pledge +##RP +Wrong +Goal +Panel +therapeutic +elevations +infectious +priesthood +##inda +Guyana +diagnostic +##mbre +Blackwell +sails +##arm +literal +periodically +gleaming +Robot +Rector +##abulous +##tres +Reaching +Romantic +CP +Wonderful +##tur +ornamental +##nges +traitor +##zilla +genetics +mentioning +##eim +resonance +Areas +Shopping +##nard +Gail +Solid +##rito +##mara +Willem +Chip +Matches +Volkswagen +obstacle +Organ +invites +Coral +attain +##anus +##dates +Midway +shuffled +Cecilia +dessert +Gateway +Ch +Napoleonic +Petroleum +jets +goose +striped +bowls +vibration +Sims +nickel +Thirteen +problematic +intervene +##grading +##unds +Mum +semifinal +Radical +##izations +refurbished +##sation +##harine +Maximilian +cites +Advocate +Potomac +surged +preserves +Curry +angled +ordination +##pad +Cade +##DE +##sko +researched +torpedoes +Resident +wetlands +hay +applicants +depart +Bernstein +##pic +##ario +##rae +favourable +##wari +##р +metabolism +nobleman +Defaulted +calculate +ignition +Celebrity +Belize +sulfur +Flat +Sc +USB +flicker +Hertfordshire +Sept +CFL +Pasadena +Saturdays +Titus +##nir +Canary +Computing +Isaiah +##mler +formidable +pulp +orchid +Called +Solutions +kilograms +steamer +##hil +Doncaster +successors +Stokes +Holstein +##sius +sperm +API +Rogue +instability +Acoustic +##rag +159 +undercover +Wouldn +##pra +##medical +Eliminated +honorable +##chel +denomination +abrupt +Buffy +blouse +fi +Regardless +Subsequent +##rdes +Lover +##tford +bacon +##emia +carving +##cripts +Massacre +Ramos +Latter +##ulp +ballroom +##gement +richest +bruises +Rest +Wiley +##aster +explosions +##lastic +Edo +##LD +Mir +choking +disgusted +faintly +Barracks +blasted +headlights +Tours +ensued +presentations +##cale +wrought +##oat +##coa +Quaker +##sdale +recipe +##gny +corpses +##liance +comfortably +##wat +Landscape +niche +catalyst +##leader +Securities +messy +##RL +Rodrigo +backdrop +##opping +treats +Emilio +Anand +bilateral +meadow +VC +socialism +##grad +clinics +##itating +##ppe +##ymphonic +seniors +Advisor +Armoured +Method +Alley +##orio +Sad +fueled +raided +Axel +NH +rushes +Dixie +Otis +wrecked +##22 +capitalism +café +##bbe +##pion +##forcing +Aubrey +Lublin +Whenever +Sears +Scheme +##lana +Meadows +treatise +##RI +##ustic +sacrifices +sustainability +Biography +mystical +Wanted +multiplayer +Applications +disliked +##tisfied +impaired +empirical +forgetting +Fairfield +Sunni +blurred +Growing +Avalon +coil +Camera +Skin +bruised +terminals +##fted +##roving +Commando +##hya +##sper +reservations +needles +dangling +##rsch +##rsten +##spect +##mbs +yoga +regretted +Bliss +Orion +Rufus +glucose +Olsen +autobiographical +##dened +222 +humidity +Shan +##ifiable +supper +##rou +flare +##MO +campaigning +descend +socio +declares +Mounted +Gracie +Arte +endurance +##ety +Copper +costa +airplay +##MB +Proceedings +dislike +grimaced +occupants +births +glacial +oblivious +cans +installment +muddy +##ł +captains +pneumonia +Quiet +Sloan +Excuse +##nine +Geography +gymnastics +multimedia +drains +Anthology +Gear +cylindrical +Fry +undertaking +##pler +##tility +Nan +##recht +Dub +philosophers +piss +Atari +##pha +Galicia +México +##nking +Continuing +bump +graveyard +persisted +Shrine +##erapy +defects +Advance +Bomber +##oil +##ffling +cheerful +##lix +scrub +##eto +awkwardly +collaborator +fencing +##alo +prophet +Croix +coughed +##lication +roadway +slaughter +elephants +##erated +Simpsons +vulnerability +ivory +Birth +lizard +scarce +cylinders +fortunes +##NL +Hate +Priory +##lai +McBride +##copy +Lenny +liaison +Triangle +coronation +sampled +savage +amidst +Grady +whatsoever +instinctively +Reconstruction +insides +seizure +Drawing +##rlin +Antioch +Gao +Díaz +1760 +Sparks +##tien +##bidae +rehearsal +##bbs +botanical +##hers +compensate +wholesale +Seville +shareholder +prediction +astronomical +Reddy +hardest +circling +whereabouts +termination +Rep +Assistance +Dramatic +Herb +##ghter +climbs +188 +Poole +301 +##pable +wit +##istice +Walters +relying +Jakob +##redo +proceeding +Langley +affiliates +ou +##allo +##holm +Samsung +##ishi +Missing +Xi +vertices +Claus +foam +restless +##uating +##sso +##ttering +Philips +delta +bombed +Catalogue +coaster +Ling +Willard +satire +410 +Composition +Net +Orioles +##ldon +fins +Palatinate +Woodward +tease +tilt +brightness +##70 +##bbling +##loss +##dhi +##uilt +Whoever +##yers +hitter +Elton +Extension +ace +Affair +restructuring +##loping +Paterson +hi +##rya +spouse +Shay +Himself +piles +preaching +##gical +bikes +Brave +expulsion +Mirza +stride +Trees +commemorated +famine +masonry +Selena +Watt +Banking +Rancho +Stockton +dip +tattoos +Vlad +acquainted +Flyers +ruthless +fourteenth +illustrate +##akes +EPA +##rows +##uiz +bumped +Designed +Leaders +mastered +Manfred +swirled +McCain +##rout +Artemis +rabbi +flinched +upgrades +penetrate +shipyard +transforming +caretaker +##eiro +Maureen +tightening +##founded +RAM +##icular +##mper +##rung +Fifteen +exploited +consistency +interstate +##ynn +Bridget +contamination +Mistress +##rup +coating +##FP +##jective +Libyan +211 +Gemma +dependence +shrubs +##ggled +Germain +retaliation +traction +##PP +Dangerous +terminology +psychiatrist +##garten +hurdles +Natal +wasting +Weir +revolves +stripe +##reased +preferences +##entation +##lde +##áil +##otherapy +Flame +##ologies +viruses +Label +Pandora +veil +##ogical +Coliseum +Cottage +creeping +Jong +lectured +##çaise +shoreline +##fference +##hra +Shade +Clock +Faye +bilingual +Humboldt +Operating +##fter +##was +algae +towed +amphibious +Parma +impacted +smacked +Piedmont +Monsters +##omb +Moor +##lberg +sinister +Postal +178 +Drummond +Sign +textbooks +hazardous +Brass +Rosemary +Pick +Sit +Architect +transverse +Centennial +confess +polling +##aia +Julien +##mand +consolidation +Ethel +##ulse +severity +Yorker +choreographer +1840s +##ltry +softer +versa +##geny +##quila +##jō +Caledonia +Friendship +Visa +rogue +##zzle +bait +feather +incidence +Foods +Ships +##uto +##stead +arousal +##rote +Hazel +##bolic +Swing +##ej +##cule +##jana +##metry +##uity +Valuable +##ₙ +Shropshire +##nect +365 +Ones +realise +Café +Albuquerque +##grown +##stadt +209 +##ᵢ +prefers +withstand +Lillian +MacArthur +Hara +##fulness +domination +##VO +##school +Freddy +ethnicity +##while +adorned +hormone +Calder +Domestic +Freud +Shields +##phus +##rgan +BP +Segunda +Mustang +##GI +Bonn +patiently +remarried +##umbria +Crete +Elephant +Nuremberg +tolerate +Tyson +##evich +Programming +##lander +Bethlehem +segregation +Constituency +quarterly +blushed +photographers +Sheldon +porcelain +Blanche +goddamn +lively +##fused +bumps +##eli +curated +coherent +provoked +##vet +Madeleine +##isco +rainy +Bethel +accusation +ponytail +gag +##lington +quicker +scroll +##vate +Bow +Gender +Ira +crashes +ACT +Maintenance +##aton +##ieu +bitterly +strains +rattled +vectors +##arina +##ishly +173 +parole +##nx +amusing +Gonzalez +##erative +Caucus +sensual +Penelope +coefficient +Mateo +##mani +proposition +Duty +lacrosse +proportions +Plato +profiles +Botswana +Brandt +reins +mandolin +encompassing +##gens +Kahn +prop +summon +##MR +##yrian +##zaki +Falling +conditional +thy +##bao +##ych +radioactive +##nics +Newspaper +##people +##nded +Gaming +sunny +##look +Sherwood +crafted +NJ +awoke +187 +timeline +giants +possessing +##ycle +Cheryl +ng +Ruiz +polymer +potassium +Ramsay +relocation +##leen +Sociology +##bana +Franciscan +propulsion +denote +##erjee +registers +headline +Tests +emerges +Articles +Mint +livery +breakup +kits +Rap +Browning +Bunny +##mington +##watch +Anastasia +Zachary +arranging +biographical +Erica +Nippon +##membrance +Carmel +##sport +##xes +Paddy +##holes +Issues +Spears +compliment +##stro +##graphs +Castillo +##MU +##space +Corporal +##nent +174 +Gentlemen +##ilize +##vage +convinces +Carmine +Crash +##hashi +Files +Doctors +brownish +sweating +goats +##conductor +rendition +##bt +NL +##spiration +generates +##cans +obsession +##noy +Danger +Diaz +heats +Realm +priorities +##phon +1300 +initiation +pagan +bursts +archipelago +chloride +Screenplay +Hewitt +Khmer +bang +judgement +negotiating +##ait +Mabel +densely +Boulder +knob +430 +Alfredo +##kt +pitches +##ées +##ان +Macdonald +##llum +imply +##mot +Smile +spherical +##tura +Derrick +Kelley +Nico +cortex +launches +differed +parallels +Navigation +##child +##rming +canoe +forestry +reinforce +##mote +confirming +tasting +scaled +##resh +##eting +Understanding +prevailing +Pearce +CW +earnest +Gaius +asserts +denoted +landmarks +Chargers +warns +##flies +Judges +jagged +##dain +tails +Historian +Millie +##sler +221 +##uard +absurd +Dion +##ially +makeshift +Specifically +ignorance +Eat +##ieri +comparisons +forensic +186 +Giro +skeptical +disciplinary +battleship +##45 +Libby +520 +Odyssey +ledge +##post +Eternal +Missionary +deficiency +settler +wonders +##gai +raging +##cis +Romney +Ulrich +annexation +boxers +sect +204 +ARIA +dei +Hitchcock +te +Varsity +##fic +CC +lending +##nial +##tag +##rdy +##obe +Defensive +##dson +##pore +stellar +Lam +Trials +contention +Sung +##uminous +Poe +superiority +##plicate +325 +bitten +conspicuous +##olly +Lila +Pub +Petit +distorted +ISIL +distinctly +##family +Cowboy +mutant +##cats +##week +Changes +Sinatra +epithet +neglect +Innocent +gamma +thrill +reggae +##adia +##ational +##due +landlord +##leaf +visibly +##ì +Darlington +Gomez +##iting +scarf +##lade +Hinduism +Fever +scouts +##roi +convened +##oki +184 +Lao +boycott +unemployed +##lore +##ß +##hammer +Curran +disciples +odor +##ygiene +Lighthouse +Played +whales +discretion +Yves +##ceived +pauses +coincide +##nji +dizzy +##scopic +routed +Guardians +Kellan +carnival +nasal +224 +##awed +Mitsubishi +640 +Cast +silky +Projects +joked +Huddersfield +Rothschild +zu +##olar +Divisions +mildly +##eni +##lge +Appalachian +Sahara +pinch +##roon +wardrobe +##dham +##etal +Bubba +##lini +##rumbling +Communities +Poznań +unification +Beau +Kris +SV +Rowing +Minh +reconciliation +##saki +##sor +taped +##reck +certificates +gubernatorial +rainbow +##uing +litter +##lique +##oted +Butterfly +benefited +Images +induce +Balkans +Velvet +##90 +##xon +Bowman +##breaker +penis +##nitz +##oint +##otive +crust +##pps +organizers +Outdoor +nominees +##rika +TX +##ucks +Protestants +##imation +appetite +Baja +awaited +##points +windshield +##igh +##zled +Brody +Buster +stylized +Bryce +##sz +Dollar +vest +mold +ounce +ok +receivers +##uza +Purdue +Harrington +Hodges +captures +##ggio +Reservation +##ssin +##tman +cosmic +straightforward +flipping +remixed +##athed +Gómez +Lim +motorcycles +economies +owning +Dani +##rosis +myths +sire +kindly +1768 +Bean +graphs +##mee +##RO +##geon +puppy +Stephenson +notified +##jer +Watching +##rama +Sino +urgency +Islanders +##mash +Plata +fumble +##chev +##stance +##rack +##she +facilitated +swings +akin +enduring +payload +##phine +Deputies +murals +##tooth +610 +Jays +eyeing +##quito +transparency +##cote +Timor +negatively +##isan +battled +##fected +thankful +Rage +hospitality +incorrectly +207 +entrepreneurs +##cula +##wley +hedge +##cratic +Corpus +Odessa +Whereas +##ln +fetch +happier +Amherst +bullying +graceful +Height +Bartholomew +willingness +qualifier +191 +Syed +Wesleyan +Layla +##rrence +Webber +##hum +Rat +##cket +##herence +Monterey +contaminated +Beside +Mustafa +Nana +213 +##pruce +Reason +##spense +spike +##gé +AU +disciple +charcoal +##lean +formulated +Diesel +Mariners +accreditation +glossy +1800s +##ih +Mainz +unison +Marianne +shear +overseeing +vernacular +bowled +##lett +unpopular +##ckoned +##monia +Gaston +##TI +##oters +Cups +##bones +##ports +Museo +minors +1773 +Dickens +##EL +##NBC +Presents +ambitions +axes +Río +Yukon +bedside +Ribbon +Units +faults +conceal +##lani +prevailed +214 +Goodwin +Jaguar +crumpled +Cullen +Wireless +ceded +remotely +Bin +mocking +straps +ceramics +##avi +##uding +##ader +Taft +twenties +##aked +Problem +quasi +Lamar +##ntes +##avan +Barr +##eral +hooks +sa +##ône +194 +##ross +Nero +Caine +trance +Homeland +benches +Guthrie +dismiss +##lex +César +foliage +##oot +##alty +Assyrian +Ahead +Murdoch +dictatorship +wraps +##ntal +Corridor +Mackay +respectable +jewels +understands +##pathic +Bryn +##tep +ON +capsule +intrigued +Sleeping +communists +##chayat +##current +##vez +doubling +booklet +##uche +Creed +##NU +spies +##sef +adjusting +197 +Imam +heaved +Tanya +canonical +restraint +senators +stainless +##gnate +Matter +cache +restrained +conflicting +stung +##ool +Sustainable +antiquity +193 +heavens +inclusive +##ador +fluent +303 +911 +archaeologist +superseded +##plex +Tammy +inspire +##passing +##lub +Lama +Mixing +##activated +##yote +parlor +tactic +198 +Stefano +prostitute +recycling +sorted +banana +Stacey +Musée +aristocratic +cough +##rting +authorised +gangs +runoff +thoughtfully +##nish +Fisheries +Provence +detector +hum +##zhen +pill +##árez +Map +Leaves +Peabody +skater +vent +##color +390 +cerebral +hostages +mare +Jurassic +swell +##isans +Knoxville +Naked +Malaya +scowl +Cobra +##anga +Sexual +##dron +##iae +196 +##drick +Ravens +Blaine +##throp +Ismail +symmetric +##lossom +Leicestershire +Sylvester +glazed +##tended +Radar +fused +Families +Blacks +Sale +Zion +foothills +microwave +slain +Collingwood +##pants +##dling +killers +routinely +Janice +hearings +##chanted +##ltration +continents +##iving +##yster +##shot +##yna +injected +Guillaume +##ibi +kinda +Confederacy +Barnett +disasters +incapable +##grating +rhythms +betting +draining +##hak +Callie +Glover +##iliated +Sherlock +hearted +punching +Wolverhampton +Leaf +Pi +builders +furnished +knighted +Photo +##zle +Touring +fumbled +pads +##ий +Bartlett +Gunner +eerie +Marius +Bonus +pots +##hino +##pta +Bray +Frey +Ortiz +stalls +belongings +Subway +fascination +metaphor +Bat +Boer +Colchester +sway +##gro +rhetoric +##dheim +Fool +PMID +admire +##hsil +Strand +TNA +##roth +Nottinghamshire +##mat +##yler +Oxfordshire +##nacle +##roner +BS +##nces +stimulus +transports +Sabbath +##postle +Richter +4000 +##grim +##shima +##lette +deteriorated +analogous +##ratic +UHF +energies +inspiring +Yiddish +Activities +##quential +##boe +Melville +##ilton +Judd +consonants +labs +smuggling +##fari +avid +##uc +truce +undead +##raith +Mostly +bracelet +Connection +Hussain +awhile +##UC +##vention +liable +genetically +##phic +Important +Wildcats +daddy +transmit +##cas +conserved +Yesterday +##lite +Nicky +Guys +Wilder +Lay +skinned +Communists +Garfield +Nearby +organizer +Loss +crafts +walkway +Chocolate +Sundance +Synod +##enham +modify +swayed +Surface +analysts +brackets +drone +parachute +smelling +Andrés +filthy +frogs +vertically +##OK +localities +marries +AHL +35th +##pian +Palazzo +cube +dismay +relocate +##на +Hear +##digo +##oxide +prefecture +converts +hangar +##oya +##ucking +Spectrum +deepened +spoiled +Keeping +##phobic +Verona +outrage +Improvement +##UI +masterpiece +slung +Calling +chant +Haute +mediated +manipulated +affirmed +##hesis +Hangul +skies +##llan +Worcestershire +##kos +mosaic +##bage +##wned +Putnam +folder +##LM +guts +noteworthy +##rada +AJ +sculpted +##iselle +##rang +recognizable +##pent +dolls +lobbying +impatiently +Se +staple +Serb +tandem +Hiroshima +thieves +##ynx +faculties +Norte +##alle +##trusion +chords +##ylon +Gareth +##lops +##escu +FIA +Levin +auspices +groin +Hui +nun +Listed +Honourable +Larsen +rigorous +##erer +Tonga +##pment +##rave +##track +##aa +##enary +540 +clone +sediment +esteem +sighted +cruelty +##boa +inverse +violating +Amtrak +Status +amalgamated +vertex +AR +harmless +Amir +mounts +Coronation +counseling +Audi +CO₂ +splits +##eyer +Humans +Salmon +##have +##rado +##čić +216 +takeoff +classmates +psychedelic +##gni +Gypsy +231 +Anger +GAA +ME +##nist +##tals +Lissa +Odd +baptized +Fiat +fringe +##hren +179 +elevators +perspectives +##TF +##ngle +Question +frontal +950 +thicker +Molecular +##nological +Sixteen +Baton +Hearing +commemorative +dorm +Architectural +purity +##erse +risky +Georgie +relaxing +##ugs +downed +##rar +Slim +##phy +IUCN +##thorpe +Parkinson +217 +Marley +Shipping +sweaty +Jesuits +Sindh +Janata +implying +Armenians +intercept +Ankara +commissioners +ascended +sniper +Grass +Walls +salvage +Dewey +generalized +learnt +PT +##fighter +##tech +DR +##itrus +##zza +mercenaries +slots +##burst +##finger +##nsky +Princes +Rhodesia +##munication +##strom +Fremantle +homework +ins +##Os +##hao +##uffed +Thorpe +Xiao +exquisite +firstly +liberated +technician +Oilers +Phyllis +herb +sharks +MBE +##stock +Product +banjo +##morandum +##than +Visitors +unavailable +unpublished +oxidation +Vogue +##copic +##etics +Yates +##ppard +Leiden +Trading +cottages +Principles +##Millan +##wife +##hiva +Vicar +nouns +strolled +##eorological +##eton +##science +precedent +Armand +Guido +rewards +##ilis +##tise +clipped +chick +##endra +averages +tentatively +1830s +##vos +Certainly +305 +Société +Commandant +##crats +##dified +##nka +marsh +angered +ventilation +Hutton +Ritchie +##having +Eclipse +flick +motionless +Amor +Fest +Loire +lays +##icit +##sband +Guggenheim +Luck +disrupted +##ncia +Disco +##vigator +criticisms +grins +##lons +##vial +##ody +salute +Coaches +junk +saxophonist +##eology +Uprising +Diet +##marks +chronicles +robbed +##iet +##ahi +Bohemian +magician +wavelength +Kenyan +augmented +fashionable +##ogies +Luce +F1 +Monmouth +##jos +##loop +enjoyment +exemption +Centers +##visor +Soundtrack +blinding +practitioner +solidarity +sacrificed +##oso +##cture +##riated +blended +Abd +Copyright +##nob +34th +##reak +Claudio +hectare +rotor +testify +##ends +##iably +##sume +landowner +##cess +##ckman +Eduard +Silesian +backseat +mutually +##abe +Mallory +bounds +Collective +Poet +Winkler +pertaining +scraped +Phelps +crane +flickering +Proto +bubbles +popularized +removes +##86 +Cadillac +Warfare +audible +rites +shivering +##sist +##nst +##biotic +Mon +fascist +Bali +Kathryn +ambiguous +furiously +morale +patio +Sang +inconsistent +topology +Greens +monkeys +Köppen +189 +Toy +vow +##ías +bombings +##culus +improvised +lodged +subsidiaries +garment +startling +practised +Hume +Thorn +categorized +Till +Eileen +wedge +##64 +Federico +patriotic +unlock +##oshi +badminton +Compared +Vilnius +##KE +Crimean +Kemp +decks +spaced +resolutions +sighs +##mind +Imagine +Cartoon +huddled +policemen +forwards +##rouch +equals +##nter +inspected +Charley +MG +##rte +pamphlet +Arturo +dans +scarcely +##ulton +##rvin +parental +unconstitutional +watts +Susannah +Dare +##sitive +Rowland +Valle +invalid +##ué +Detachment +acronym +Yokohama +verified +##lsson +groove +Liza +clarified +compromised +265 +##rgon +##orf +hesitant +Fruit +Application +Mathias +icons +##cell +Qin +interventions +##uron +punt +remnant +##rien +Ames +manifold +spines +floral +##zable +comrades +Fallen +orbits +Annals +hobby +Auditorium +implicated +researching +Pueblo +Ta +terminate +##pella +Rings +approximation +fuzzy +##ús +thriving +##ket +Conor +alarmed +etched +Cary +##rdon +Ally +##rington +Pay +mint +##hasa +##unity +##dman +##itate +Oceania +furrowed +trams +##aq +Wentworth +ventured +choreography +prototypes +Patel +mouthed +trenches +##licing +##yya +Lies +deception +##erve +##vations +Bertrand +earthquakes +##tography +Southwestern +##aja +token +Gupta +##yō +Beckett +initials +ironic +Tsar +subdued +shootout +sobbing +liar +Scandinavia +Souls +ch +therapist +trader +Regulation +Kali +busiest +##pation +32nd +Telephone +Vargas +##moky +##nose +##uge +Favorite +abducted +bonding +219 +255 +correction +mat +drown +fl +unbeaten +Pocket +Summers +Quite +rods +Percussion +##ndy +buzzing +cadet +Wilkes +attire +directory +utilities +naive +populous +Hendrix +##actor +disadvantage +1400 +Landon +Underworld +##ense +Occasionally +mercury +Davey +Morley +spa +wrestled +##vender +eclipse +Sienna +supplemented +thou +Stream +liturgical +##gall +##berries +##piration +1769 +Bucks +abandoning +##jutant +##nac +232 +venom +##31 +Roche +dotted +Currie +Córdoba +Milo +Sharif +divides +justification +prejudice +fortunate +##vide +##ābād +Rowe +inflammatory +##eld +avenue +Sources +##rimal +Messenger +Blanco +advocating +formulation +##pute +emphasizes +nut +Armored +##ented +nutrients +##tment +insistence +Martins +landowners +##RB +comparatively +headlines +snaps +##qing +Celebration +##mad +republican +##NE +Trace +##500 +1771 +proclamation +NRL +Rubin +Buzz +Weimar +##AG +199 +posthumous +##ental +##deacon +Distance +intensely +overheard +Arcade +diagonal +hazard +Giving +weekdays +##ù +Verdi +actresses +##hare +Pulling +##erries +##pores +catering +shortest +##ctors +##cure +##restle +##reta +##runch +##brecht +##uddin +Moments +senate +Feng +Prescott +##thest +218 +divisional +Bertie +sparse +surrounds +coupling +gravitational +werewolves +##lax +Rankings +##mated +##tries +Shia +##mart +##23 +##vocative +interfaces +morphology +newscast +##bide +inputs +solicitor +Olaf +cabinets +puzzles +##tains +Unified +##firmed +WA +solemn +##opy +Tito +Jaenelle +Neolithic +horseback +##ires +pharmacy +prevalence +##lint +Swami +##bush +##tudes +Philipp +mythical +divers +Scouting +aperture +progressively +##bay +##nio +bounce +Floor +##elf +Lucan +adulthood +helm +Bluff +Passage +Salvation +lemon +napkin +scheduling +##gets +Elements +Mina +Novak +stalled +##llister +Infrastructure +##nky +##tania +##uished +Katz +Norma +sucks +trusting +1765 +boilers +Accordingly +##hered +223 +Crowley +##fight +##ulo +Henrietta +##hani +pounder +surprises +##chor +##glia +Dukes +##cracy +##zier +##fs +Patriot +silicon +##VP +simulcast +telegraph +Mysore +cardboard +Len +##QL +Auguste +accordion +analytical +specify +ineffective +hunched +abnormal +Transylvania +##dn +##tending +Emilia +glittering +Maddy +##wana +1762 +External +Lecture +endorsement +Hernández +Anaheim +Ware +offences +##phorus +Plantation +popping +Bonaparte +disgusting +neared +##notes +Identity +heroin +nicely +##raverse +apron +congestion +##PR +padded +##fts +invaders +##came +freshly +Halle +endowed +fracture +ROM +##max +sediments +diffusion +dryly +##tara +Tam +Draw +Spin +Talon +Anthropology +##lify +nausea +##shirt +insert +Fresno +capitalist +indefinitely +apples +Gift +scooped +60s +Cooperative +mistakenly +##lover +murmur +##iger +Equipment +abusive +orphanage +##9th +##lterweight +##unda +Baird +ant +saloon +33rd +Chesapeake +##chair +##sound +##tend +chaotic +pornography +brace +##aret +heiress +SSR +resentment +Arbor +headmaster +##uren +unlimited +##with +##jn +Bram +Ely +Pokémon +pivotal +##guous +Database +Marta +Shine +stumbling +##ovsky +##skin +Henley +Polk +functioned +##layer +##pas +##udd +##MX +blackness +cadets +feral +Damian +##actions +2D +##yla +Apocalypse +##aic +inactivated +##china +##kovic +##bres +destroys +nap +Macy +sums +Madhya +Wisdom +rejects +##amel +60th +Cho +bandwidth +##sons +##obbing +##orama +Mutual +shafts +##estone +##rsen +accord +replaces +waterfront +##gonal +##rida +convictions +##ays +calmed +suppliers +Cummings +GMA +fearful +Scientist +Sinai +examines +experimented +Netflix +Enforcement +Scarlett +##lasia +Healthcare +##onte +Dude +inverted +##36 +##regation +##lidae +Munro +##angay +Airbus +overlapping +Drivers +lawsuits +bodily +##udder +Wanda +Effects +Fathers +##finery +##islav +Ridley +observatory +pod +##utrition +Electricity +landslide +##mable +##zoic +##imator +##uration +Estates +sleepy +Nickelodeon +steaming +irony +schedules +snack +spikes +Hmm +##nesia +##bella +##hibit +Greenville +plucked +Harald +##ono +Gamma +infringement +roaring +deposition +##pol +##orum +660 +seminal +passports +engagements +Akbar +rotated +##bina +##gart +Hartley +##lown +##truct +uttered +traumatic +Dex +##ôme +Holloway +MV +apartheid +##nee +Counter +Colton +OR +245 +Spaniards +Regency +Schedule +scratching +squads +verify +##alk +keyboardist +rotten +Forestry +aids +commemorating +##yed +##érie +Sting +##elly +Dai +##fers +##berley +##ducted +Melvin +cannabis +glider +##enbach +##rban +Costello +Skating +cartoonist +AN +audit +##pectator +distributing +226 +312 +interpreter +header +Alternatively +##ases +smug +##kumar +cabins +remastered +Connolly +Kelsey +LED +tentative +Check +Sichuan +shaved +##42 +Gerhard +Harvest +inward +##rque +Hopefully +hem +##34 +Typical +binds +wrath +Woodstock +forcibly +Fergus +##charged +##tured +prepares +amenities +penetration +##ghan +coarse +##oned +enthusiasts +##av +##twined +fielded +##cky +Kiel +##obia +470 +beers +tremble +youths +attendees +##cademies +##sex +Macon +communism +dir +##abi +Lennox +Wen +differentiate +jewel +##SO +activate +assert +laden +unto +Gillespie +Guillermo +accumulation +##GM +NGO +Rosenberg +calculating +drastically +##omorphic +peeled +Liège +insurgents +outdoors +##enia +Aspen +Sep +awakened +##eye +Consul +Maiden +insanity +##brian +furnace +Colours +distributions +longitudinal +syllables +##scent +Martian +accountant +Atkins +husbands +sewage +zur +collaborate +highlighting +##rites +##PI +colonization +nearer +##XT +dunes +positioning +Ku +multitude +luxurious +Volvo +linguistics +plotting +squared +##inder +outstretched +##uds +Fuji +ji +##feit +##ahu +##loat +##gado +##luster +##oku +América +##iza +Residents +vine +Pieces +DD +Vampires +##ová +smoked +harshly +spreads +##turn +##zhi +betray +electors +##settled +Considering +exploits +stamped +Dusty +enraged +Nairobi +##38 +intervened +##luck +orchestras +##lda +Hereford +Jarvis +calf +##itzer +##CH +salesman +Lovers +cigar +Angelica +doomed +heroine +##tible +Sanford +offenders +##ulously +articulated +##oam +Emanuel +Gardiner +Edna +Shu +gigantic +##stable +Tallinn +coasts +Maker +ale +stalking +##oga +##smus +lucrative +southbound +##changing +Reg +##lants +Schleswig +discount +grouping +physiological +##OH +##sun +Galen +assurance +reconcile +rib +scarlet +Thatcher +anarchist +##oom +Turnpike +##ceding +cocktail +Sweeney +Allegheny +concessions +oppression +reassuring +##poli +##ticus +##TR +##VI +##uca +##zione +directional +strikeouts +Beneath +Couldn +Kabul +##national +hydroelectric +##jit +Desire +##riot +enhancing +northbound +##PO +Ok +Routledge +volatile +Bernardo +Python +333 +ample +chestnut +automobiles +##innamon +##care +##hering +BWF +salaries +Turbo +acquisitions +##stituting +strengths +pilgrims +Ponce +Pig +Actors +Beard +sanitation +##RD +##mett +Telecommunications +worms +##idas +Juno +Larson +Ventura +Northeastern +weighs +Houghton +collaborating +lottery +##rano +Wonderland +gigs +##lmer +##zano +##edd +##nife +mixtape +predominant +tripped +##ruly +Alexei +investing +Belgarath +Brasil +hiss +##crat +##xham +Côte +560 +kilometer +##cological +analyzing +##As +engined +listener +##cakes +negotiation +##hisky +Santana +##lemma +IAAF +Seneca +skeletal +Covenant +Steiner +##lev +##uen +Neptune +retention +##upon +Closing +Czechoslovak +chalk +Navarre +NZ +##IG +##hop +##oly +##quatorial +##sad +Brewery +Conflict +Them +renew +turrets +disagree +Petra +Slave +##reole +adjustment +##dela +##regard +##sner +framing +stature +##rca +##sies +##46 +##mata +Logic +inadvertently +naturalist +spheres +towering +heightened +Dodd +rink +##fle +Keyboards +bulb +diver +ul +##tsk +Exodus +Deacon +España +Canadiens +oblique +thud +reigned +rug +Whitman +Dash +##iens +Haifa +pets +##arland +manually +dart +##bial +Sven +textiles +subgroup +Napier +graffiti +revolver +humming +Babu +protector +typed +Provinces +Sparta +Wills +subjective +##rella +temptation +##liest +FL +Sadie +manifest +Guangdong +Transfer +entertain +eve +recipes +##33 +Benedictine +retailer +##dence +establishes +##cluded +##rked +Ursula +##ltz +##lars +##rena +qualifiers +##curement +colt +depictions +##oit +Spiritual +differentiation +staffed +transitional +##lew +1761 +fatalities +##oan +Bayern +Northamptonshire +Weeks +##CU +Fife +capacities +hoarse +##latt +##ة +evidenced +##HD +##ographer +assessing +evolve +hints +42nd +streaked +##lve +Yahoo +##estive +##rned +##zas +baggage +Elected +secrecy +##champ +Character +Pen +Decca +cape +Bernardino +vapor +Dolly +counselor +##isers +Benin +##khar +##CR +notch +##thus +##racy +bounty +lend +grassland +##chtenstein +##dating +pseudo +golfer +simplest +##ceive +Lucivar +Triumph +dinosaur +dinosaurs +##šić +Seahawks +##nco +resorts +reelected +1766 +reproduce +universally +##OA +ER +tendencies +Consolidated +Massey +Tasmanian +reckless +##icz +##ricks +1755 +questionable +Audience +##lates +preseason +Quran +trivial +Haitian +Freeway +dialed +Appointed +Heard +ecosystems +##bula +hormones +Carbon +Rd +##arney +##working +Christoph +presiding +pu +##athy +Morrow +Dar +ensures +posing +remedy +EA +disclosed +##hui +##rten +rumours +surveying +##ficiency +Aziz +Jewel +Plays +##smatic +Bernhard +Christi +##eanut +##friend +jailed +##dr +govern +neighbour +butler +Acheron +murdering +oils +mac +Editorial +detectives +bolts +##ulon +Guitars +malaria +36th +Pembroke +Opened +##hium +harmonic +serum +##sio +Franks +fingernails +##gli +culturally +evolving +scalp +VP +deploy +uploaded +mater +##evo +Jammu +Spa +##icker +flirting +##cursions +Heidi +Majority +sprawled +##alytic +Zheng +bunker +##lena +ST +##tile +Jiang +ceilings +##ently +##ols +Recovery +dire +##good +Manson +Honestly +Montréal +1764 +227 +quota +Lakshmi +incentive +Accounting +##cilla +Eureka +Reaper +buzzed +##uh +courtroom +dub +##mberg +KC +Gong +Theodor +Académie +NPR +criticizing +protesting +##pired +##yric +abuses +fisheries +##minated +1767 +yd +Gemini +Subcommittee +##fuse +Duff +Wasn +Wight +cleaner +##tite +planetary +Survivor +Zionist +mounds +##rary +landfall +disruption +yielding +##yana +bids +unidentified +Garry +Ellison +Elmer +Fishing +Hayward +demos +modelling +##anche +##stick +caressed +entertained +##hesion +piers +Crimea +##mass +WHO +boulder +trunks +1640 +Biennale +Palestinians +Pursuit +##udes +Dora +contender +##dridge +Nanjing +##ezer +##former +##ibel +Whole +proliferation +##tide +##weiler +fuels +predictions +##ente +##onium +Filming +absorbing +Ramón +strangled +conveyed +inhabit +prostitutes +recession +bonded +clinched +##eak +##iji +##edar +Pleasure +Rite +Christy +Therapy +sarcasm +##collegiate +hilt +probation +Sarawak +coefficients +underworld +biodiversity +SBS +groom +brewing +dungeon +##claiming +Hari +turnover +##ntina +##omer +##opped +orthodox +styling +##tars +##ulata +priced +Marjorie +##eley +##abar +Yong +##tically +Crambidae +Hernandez +##ego +##rricular +##ark +##lamour +##llin +##augh +##tens +Advancement +Loyola +##4th +##hh +goin +marshes +Sardinia +##ša +Ljubljana +Singing +suspiciously +##hesive +Félix +Regarding +flap +stimulation +##raught +Apr +Yin +gaping +tighten +skier +##itas +##lad +##rani +264 +Ashes +Olson +Problems +Tabitha +##rading +balancing +sunrise +##ease +##iture +##ritic +Fringe +##iciency +Inspired +Linnaeus +PBA +disapproval +##kles +##rka +##tails +##urger +Disaster +Laboratories +apps +paradise +Aero +Came +sneaking +Gee +Beacon +ODI +commodity +Ellington +graphical +Gretchen +spire +##skaya +##trine +RTÉ +efficacy +plc +tribunal +##ytic +downhill +flu +medications +##kaya +widen +Sunrise +##nous +distinguishing +pawn +##BO +##irn +##ssing +##ν +Easton +##vila +Rhineland +##aque +defect +##saurus +Goose +Ju +##classified +Middlesbrough +shaping +preached +1759 +##erland +Ein +Hailey +musicals +##altered +Galileo +Hilda +Fighters +Lac +##ometric +295 +Leafs +Milano +##lta +##VD +##ivist +penetrated +Mask +Orchard +plaintiff +##icorn +Yvonne +##fred +outfielder +peek +Collier +Caracas +repealed +Bois +dell +restrict +Dolores +Hadley +peacefully +##LL +condom +Granny +Orders +sabotage +##toon +##rings +compass +marshal +gears +brigadier +dye +Yunnan +communicating +donate +emerald +vitamin +administer +Fulham +##classical +##llas +Buckinghamshire +Held +layered +disclosure +Akira +programmer +shrimp +Crusade +##ximal +Luzon +bakery +##cute +Garth +Citadel +uniquely +Curling +info +mum +Para +##ști +sleek +##ione +hey +Lantern +mesh +##lacing +##lizzard +##gade +prosecuted +Alba +Gilles +greedy +twists +##ogged +Viper +##kata +Appearances +Skyla +hymns +##pelled +curving +predictable +Grave +Watford +##dford +##liptic +##vary +Westwood +fluids +Models +statutes +##ynamite +1740 +##culate +Framework +Johanna +##gression +Vuelta +imp +##otion +##raga +##thouse +Ciudad +festivities +##love +Beyoncé +italics +##vance +DB +##haman +outs +Singers +##ueva +##urning +##51 +##ntiary +##mobile +285 +Mimi +emeritus +nesting +Keeper +Ways +##onal +##oux +Edmond +MMA +##bark +##oop +Hampson +##ñez +##rets +Gladstone +wreckage +Pont +Playboy +reluctance +##ná +apprenticeship +preferring +Value +originate +##wei +##olio +Alexia +##rog +Parachute +jammed +stud +Eton +vols +##ganized +1745 +straining +creep +indicators +##mán +humiliation +hinted +alma +tanker +##egation +Haynes +Penang +amazement +branched +rumble +##ddington +archaeologists +paranoid +expenditure +Absolutely +Musicians +banished +##fining +baptism +Joker +Persons +hemisphere +##tieth +##ück +flock +##xing +lbs +Kung +crab +##dak +##tinent +Regulations +barrage +parcel +##ós +Tanaka +##rsa +Natalia +Voyage +flaws +stepfather +##aven +##eological +Botanical +Minsk +##ckers +Cinderella +Feast +Loving +Previous +Shark +##took +barrister +collaborators +##nnes +Croydon +Graeme +Juniors +##7th +##formation +##ulos +##ák +£2 +##hwa +##rove +##ș +Whig +demeanor +Otago +##TH +##ooster +Faber +instructors +##ahl +##bha +emptied +##schen +saga +##lora +exploding +##rges +Crusaders +##caster +##uations +streaks +CBN +bows +insights +ka +1650 +diversion +LSU +Wingspan +##liva +Response +sanity +Producers +imitation +##fine +Lange +Spokane +splash +weed +Siberian +magnet +##rocodile +capitals +##rgus +swelled +Rani +Bells +Silesia +arithmetic +rumor +##hampton +favors +Weird +marketplace +##orm +tsunami +unpredictable +##citation +##ferno +Tradition +postwar +stench +succeeds +##roup +Anya +Users +oversized +totaling +pouch +##nat +Tripoli +leverage +satin +##cline +Bathurst +Lund +Niall +thereof +##quid +Bangor +barge +Animated +##53 +##alan +Ballard +utilizes +Done +ballistic +NDP +gatherings +##elin +##vening +Rockets +Sabrina +Tamara +Tribal +WTA +##citing +blinded +flux +Khalid +Una +prescription +##jee +Parents +##otics +##food +Silicon +cured +electro +perpendicular +intimacy +##rified +Lots +##ceiving +##powder +incentives +McKenna +##arma +##ounced +##rinkled +Alzheimer +##tarian +262 +Seas +##cam +Novi +##hout +##morphic +##hazar +##hul +##nington +Huron +Bahadur +Pirate +pursed +Griffiths +indicted +swap +refrain +##mulating +Lal +stomped +##Pad +##mamoto +Reef +disposed +plastered +weeping +##rato +Minas +hourly +tumors +##ruising +Lyle +##yper +##sol +Odisha +credibility +##Dowell +Braun +Graphic +lurched +muster +##nex +##ührer +##connected +##iek +##ruba +Carthage +Peck +maple +bursting +##lava +Enrico +rite +##jak +Moment +##skar +Styx +poking +Spartan +##urney +Hepburn +Mart +Titanic +newsletter +waits +Mecklenburg +agitated +eats +##dious +Chow +matrices +Maud +##sexual +sermon +234 +##sible +##lung +Qi +cemeteries +mined +sprinter +##ckett +coward +##gable +##hell +##thin +##FB +Contact +##hay +rainforest +238 +Hemisphere +boasts +##nders +##verance +##kat +Convent +Dunedin +Lecturer +lyricist +##bject +Iberian +comune +##pphire +chunk +##boo +thrusting +fore +informing +pistols +echoes +Tier +battleships +substitution +##belt +moniker +##charya +##lland +Thoroughbred +38th +##01 +##tah +parting +tongues +Cale +##seau +Unionist +modular +celebrates +preview +steamed +Bismarck +302 +737 +vamp +##finity +##nbridge +weaknesses +husky +##berman +absently +##icide +Craven +tailored +Tokugawa +VIP +syntax +Kazan +captives +doses +filtered +overview +Cleopatra +Conversely +stallion +Burger +Suez +Raoul +th +##reaves +Dickson +Nell +Rate +anal +colder +##sław +Arm +Semitic +##green +reflective +1100 +episcopal +journeys +##ours +##pository +##dering +residue +Gunn +##27 +##ntial +##crates +##zig +Astros +Renee +Emerald +##vili +connectivity +undrafted +Sampson +treasures +##kura +##theon +##vern +Destroyer +##iable +##ener +Frederic +briefcase +confinement +Bree +##WD +Athena +233 +Padres +Thom +speeding +##hali +Dental +ducks +Putin +##rcle +##lou +Asylum +##usk +dusk +pasture +Institutes +ONE +jack +##named +diplomacy +Intercontinental +Leagues +Towns +comedic +premature +##edic +##mona +##ories +trimmed +Charge +Cream +guarantees +Dmitry +splashed +Philosophical +tramway +##cape +Maynard +predatory +redundant +##gratory +##wry +sobs +Burgundy +edible +outfits +Handel +dazed +dangerously +idle +Operational +organizes +##sional +blackish +broker +weddings +##halt +Becca +McGee +##gman +protagonists +##pelling +Keynes +aux +stumble +##ordination +Nokia +reel +sexes +##woods +##pheric +##quished +##voc +##oir +##pathian +##ptus +##sma +##tating +##ê +fulfilling +sheath +##ayne +Mei +Ordinary +Collin +Sharpe +grasses +interdisciplinary +##OX +Background +##ignment +Assault +transforms +Hamas +Serge +ratios +##sik +swaying +##rcia +Rosen +##gant +##versible +cinematographer +curly +penny +Kamal +Mellon +Sailor +Spence +phased +Brewers +amassed +Societies +##ropriations +##buted +mythological +##SN +##byss +##ired +Sovereign +preface +Parry +##ife +altitudes +crossings +##28 +Crewe +southernmost +taut +McKinley +##owa +##tore +254 +##ckney +compiling +Shelton +##hiko +228 +Poll +Shepard +Labs +Pace +Carlson +grasping +##ов +Delaney +Winning +robotic +intentional +shattering +##boarding +##git +##grade +Editions +Reserves +ignorant +proposing +##hanna +cutter +Mongols +NW +##eux +Codex +Cristina +Daughters +Rees +forecast +##hita +NGOs +Stations +Beaux +Erwin +##jected +##EX +##trom +Schumacher +##hrill +##rophe +Maharaja +Oricon +##sul +##dynamic +##fighting +Ce +Ingrid +rumbled +Prospect +stairwell +Barnard +applause +complementary +##uba +grunt +##mented +Bloc +Carleton +loft +noisy +##hey +490 +contrasted +##inator +##rief +##centric +##fica +Cantonese +Blanc +Lausanne +License +artifact +##ddin +rot +Amongst +Prakash +RF +##topia +milestone +##vard +Winters +Mead +churchyard +Lulu +estuary +##ind +Cha +Infinity +Meadow +subsidies +##valent +CONCACAF +Ching +medicinal +navigate +Carver +Twice +abdominal +regulating +RB +toilets +Brewer +weakening +ambushed +##aut +##vignon +Lansing +unacceptable +reliance +stabbing +##mpo +##naire +Interview +##ested +##imed +bearings +##lts +Rashid +##iation +authenticity +vigorous +##frey +##uel +biologist +NFC +##rmaid +##wash +Makes +##aunt +##steries +withdrawing +##qa +Buccaneers +bleed +inclination +stain +##ilo +##ppel +Torre +privileged +cereal +trailers +alumnus +neon +Cochrane +Mariana +caress +##47 +##ients +experimentation +Window +convict +signaled +##YP +rower +Pharmacy +interacting +241 +Strings +dominating +kinase +Dinamo +Wire +pains +sensations +##suse +Twenty20 +##39 +spotlight +##hend +elemental +##pura +Jameson +Swindon +honoring +pained +##ediatric +##lux +Psychological +assemblies +ingredient +Martial +Penguins +beverage +Monitor +mysteries +##ION +emigration +mused +##sique +crore +AMC +Funding +Chinatown +Establishment +Finalist +enjoyable +1756 +##mada +##rams +NO +newborn +CS +comprehend +Invisible +Siemens +##acon +246 +contraction +##volving +##moration +##rok +montane +##ntation +Galloway +##llow +Verity +directorial +pearl +Leaning +##rase +Fernandez +swallowing +Automatic +Madness +haunting +paddle +##UE +##rrows +##vies +##zuki +##bolt +##iber +Fender +emails +paste +##lancing +hind +homestead +hopeless +##dles +Rockies +garlic +fatty +shrieked +##ismic +Gillian +Inquiry +Schultz +XML +##cius +##uld +Domesday +grenades +northernmost +##igi +Tbilisi +optimistic +##poon +Refuge +stacks +Bose +smash +surreal +Nah +Straits +Conquest +##roo +##weet +##kell +Gladys +CH +##lim +##vitation +Doctorate +NRHP +knocks +Bey +Romano +##pile +242 +Diamonds +strides +eclectic +Betsy +clade +##hady +##leashed +dissolve +moss +Suburban +silvery +##bria +tally +turtles +##uctive +finely +industrialist +##nary +Ernesto +oz +pact +loneliness +##hov +Tomb +multinational +risked +Layne +USL +ne +##quiries +Ad +Message +Kamen +Kristen +reefs +implements +##itative +educators +garments +gunshot +##essed +##rve +Montevideo +vigorously +Stamford +assemble +packaged +##same +état +Viva +paragraph +##eter +##wire +Stick +Navajo +MCA +##pressing +ensembles +ABA +##zor +##llus +Partner +raked +##BI +Iona +thump +Celeste +Kiran +##iscovered +##rith +inflammation +##arel +Features +loosened +##yclic +Deluxe +Speak +economical +Frankenstein +Picasso +showcased +##zad +##eira +##planes +##linear +##overs +monsoon +prosecutors +slack +Horses +##urers +Angry +coughing +##truder +Questions +##tō +##zak +challenger +clocks +##ieving +Newmarket +##acle +cursing +stimuli +##mming +##qualified +slapping +##vasive +narration +##kini +Advertising +CSI +alliances +mixes +##yes +covert +amalgamation +reproduced +##ardt +##gis +1648 +id +Annette +Boots +Champagne +Brest +Daryl +##emon +##jou +##llers +Mean +adaptive +technicians +##pair +##usal +Yoga +fronts +leaping +Jul +harvesting +keel +##44 +petitioned +##lved +yells +Endowment +proponent +##spur +##tised +##zal +Homes +Includes +##ifer +##oodoo +##rvette +awarding +mirrored +ransom +Flute +outlook +##ganj +DVDs +Sufi +frontman +Goddard +barren +##astic +Suicide +hillside +Harlow +Lau +notions +Amnesty +Homestead +##irt +GE +hooded +umpire +mustered +Catch +Masonic +##erd +Dynamics +Equity +Oro +Charts +Mussolini +populace +muted +accompaniment +##lour +##ndes +ignited +##iferous +##laced +##atch +anguish +registry +##tub +##hards +##neer +251 +Hooker +uncomfortably +##6th +##ivers +Catalina +MiG +giggling +1754 +Dietrich +Kaladin +pricing +##quence +Sabah +##lving +##nical +Gettysburg +Vita +Telecom +Worst +Palais +Pentagon +##brand +##chichte +Graf +unnatural +1715 +bio +##26 +Radcliffe +##utt +chatting +spices +##aus +untouched +##eper +Doll +turkey +Syndicate +##rlene +##JP +##roots +Como +clashed +modernization +1757 +fantasies +##iating +dissipated +Sicilian +inspect +sensible +reputed +##final +Milford +poised +RC +metabolic +Tobacco +Mecca +optimization +##heat +lobe +rabbits +NAS +geologist +##liner +Kilda +carpenter +nationalists +##brae +summarized +##venge +Designer +misleading +beamed +##meyer +Matrix +excuses +##aines +##biology +401 +Moose +drafting +Sai +##ggle +Comprehensive +dripped +skate +##WI +##enan +##ruk +narrower +outgoing +##enter +##nounce +overseen +##structure +travellers +banging +scarred +##thing +##arra +Ebert +Sometime +##nated +BAFTA +Hurricanes +configurations +##MLL +immortality +##heus +gothic +##mpest +clergyman +viewpoint +Maxim +Instituto +emitted +quantitative +1689 +Consortium +##rsk +Meat +Tao +swimmers +Shaking +Terence +mainline +##linity +Quantum +##rogate +Nair +banquet +39th +reprised +lagoon +subdivisions +synonymous +incurred +password +sprung +##vere +Credits +Petersen +Faces +##vu +statesman +Zombie +gesturing +##going +Sergey +dormant +possessive +totals +southward +Ángel +##odies +HM +Mariano +Ramirez +Wicked +impressions +##Net +##cap +##ème +Transformers +Poker +RIAA +Redesignated +##chuk +Harcourt +Peña +spacious +tinged +alternatively +narrowing +Brigham +authorization +Membership +Zeppelin +##amed +Handball +steer +##orium +##rnal +##rops +Committees +endings +##MM +##yung +ejected +grams +##relli +Birch +Hilary +Stadion +orphan +clawed +##kner +Motown +Wilkins +ballads +outspoken +##ancipation +##bankment +##cheng +Advances +harvested +novelty +ineligible +oversees +##´s +obeyed +inevitably +Kingdoms +burying +Fabian +relevance +Tatiana +##MCA +sarcastic +##onda +Akron +229 +sandwiches +Adobe +Maddox +##azar +Hunting +##onized +Smiling +##tology +Juventus +Leroy +Poets +attach +lo +##rly +##film +Structure +##igate +olds +projections +SMS +outnumbered +##tase +judiciary +paramilitary +playfully +##rsing +##tras +Chico +Vin +informally +abandonment +##russ +Baroness +injuring +octagonal +deciduous +##nea +##olm +Hz +Norwood +poses +Marissa +alerted +willed +##KS +Dino +##ddler +##vani +Barbie +Thankfully +625 +bicycles +shimmering +##tinuum +##wolf +Chesterfield +##idy +##urgency +Knowles +sweetly +Ventures +##ponents +##valence +Darryl +Powerplant +RAAF +##pec +Kingsley +Parramatta +penetrating +spectacle +##inia +Marlborough +residual +compatibility +hike +Underwood +depleted +ministries +##odus +##ropriation +rotting +Faso +##inn +Happiness +Lille +Suns +cookie +rift +warmly +##lvin +Bugs +Gotham +Gothenburg +Properties +##seller +##ubi +Created +MAC +Noelle +Requiem +Ulysses +##ails +franchises +##icious +##rwick +celestial +kinetic +720 +STS +transmissions +amplitude +forums +freeing +reptiles +tumbling +##continent +##rising +##tropy +physiology +##uster +Loves +bodied +neutrality +Neumann +assessments +Vicky +##hom +hampered +##uku +Custom +timed +##eville +##xious +elastic +##section +rig +stilled +shipment +243 +artworks +boulders +Bournemouth +##hly +##LF +##linary +rumored +##bino +##drum +Chun +Freiburg +##dges +Equality +252 +Guadalajara +##sors +##taire +Roach +cramped +##ultural +Logistics +Punch +fines +Lai +caravan +##55 +lame +Collector +pausing +315 +migrant +hawk +signalling +##erham +##oughs +Demons +surfing +Rana +insisting +Wien +adolescent +##jong +##rera +##umba +Regis +brushes +##iman +residues +storytelling +Consider +contrasting +regeneration +##elling +##hlete +afforded +reactors +costing +##biotics +##gat +##евич +chanting +secondly +confesses +##ikos +##uang +##ronological +##− +Giacomo +##eca +vaudeville +weeds +rejecting +revoked +affluent +fullback +progresses +geologic +proprietor +replication +gliding +recounted +##bah +##igma +Flow +ii +newcomer +##lasp +##miya +Candace +fractured +interiors +confidential +Inverness +footing +##robe +Coordinator +Westphalia +jumper +##chism +dormitory +##gno +281 +acknowledging +leveled +##éra +Algiers +migrate +Frog +Rare +##iovascular +##urous +DSO +nomadic +##iera +woken +lifeless +##graphical +##ifications +Dot +Sachs +crow +nmi +Tacoma +Weight +mushroom +RS +conditioned +##zine +Tunisian +altering +##mizing +Handicap +Patti +Monsieur +clicking +gorge +interrupting +##powerment +drawers +Serra +##icides +Specialist +##itte +connector +worshipped +##ask +consoles +tags +##iler +glued +##zac +fences +Bratislava +honeymoon +313 +A2 +disposition +Gentleman +Gilmore +glaciers +##scribed +Calhoun +convergence +Aleppo +shortages +##43 +##orax +##worm +##codes +##rmal +neutron +##ossa +Bloomberg +Salford +periodicals +##ryan +Slayer +##ynasties +credentials +##tista +surveyor +File +stinging +unnoticed +Medici +ecstasy +espionage +Jett +Leary +circulating +bargaining +concerto +serviced +37th +HK +##fueling +Delilah +Marcia +graded +##join +Kaplan +feasible +##nale +##yt +Burnley +dreadful +ministerial +Brewster +Judah +##ngled +##rrey +recycled +Iroquois +backstage +parchment +##numbered +Kern +Motorsports +Organizations +##mini +Seems +Warrington +Dunbar +Ezio +##eor +paralyzed +Ara +yeast +##olis +cheated +reappeared +banged +##ymph +##dick +Lyndon +glide +Mat +##natch +Hotels +Household +parasite +irrelevant +youthful +##smic +##tero +##anti +2d +Ignacio +squash +##nets +shale +##اد +Abrams +##oese +assaults +##dier +##otte +Swamp +287 +Spurs +##economic +Fargo +auditioned +##mé +Haas +une +abbreviation +Turkic +##tisfaction +favorites +specials +##lial +Enlightenment +Burkina +##vir +Comparative +Lacrosse +elves +##lerical +##pear +Borders +controllers +##villa +excelled +##acher +##varo +camouflage +perpetual +##ffles +devoid +schooner +##bered +##oris +Gibbons +Lia +discouraged +sue +##gnition +Excellent +Layton +noir +smack +##ivable +##evity +##lone +Myra +weaken +weaponry +##azza +Shake +backbone +Certified +clown +occupational +caller +enslaved +soaking +Wexford +perceive +shortlisted +##pid +feminism +Bari +Indie +##avelin +##ldo +Hellenic +Hundreds +Savings +comedies +Honors +Mohawk +Told +coded +Incorporated +hideous +trusts +hose +Calais +Forster +Gabon +Internationale +AK +Colour +##UM +##heist +McGregor +localized +##tronomy +Darrell +##iara +squirrel +freaked +##eking +##manned +##ungen +radiated +##dua +commence +Donaldson +##iddle +MR +SAS +Tavern +Teenage +admissions +Instruments +##ilizer +Konrad +contemplated +##ductor +Jing +Reacher +recalling +Dhabi +emphasizing +illumination +##tony +legitimacy +Goethe +Ritter +McDonnell +Polar +Seconds +aspiring +derby +tunic +##rmed +outlines +Changing +distortion +##cter +Mechanics +##urly +##vana +Egg +Wolverine +Stupid +centralized +knit +##Ms +Saratoga +Ogden +storylines +##vres +lavish +beverages +##grarian +Kyrgyzstan +forcefully +superb +Elm +Thessaloniki +follower +Plants +slang +trajectory +Nowadays +Bengals +Ingram +perch +coloring +carvings +doubtful +##aph +##gratulations +##41 +Curse +253 +nightstand +Campo +Meiji +decomposition +##giri +McCormick +Yours +##amon +##bang +Texans +injunction +organise +periodical +##peculative +oceans +##aley +Success +Lehigh +##guin +1730 +Davy +allowance +obituary +##tov +treasury +##wayne +euros +readiness +systematically +##stered +##igor +##xen +##cliff +##lya +Send +##umatic +Celtics +Judiciary +425 +propagation +rebellious +##ims +##lut +Dal +##ayman +##cloth +Boise +pairing +Waltz +torment +Hatch +aspirations +diaspora +##hame +Rank +237 +Including +Muir +chained +toxicity +Université +##aroo +Mathews +meadows +##bio +Editing +Khorasan +##them +##ahn +##bari +##umes +evacuate +##sium +gram +kidnap +pinning +##diation +##orms +beacon +organising +McGrath +##ogist +Qur +Tango +##ceptor +##rud +##cend +##cie +##jas +##sided +Tuscany +Venture +creations +exhibiting +##rcerer +##tten +Butcher +Divinity +Pet +Whitehead +falsely +perished +handy +Moines +cyclists +synthesizers +Mortal +notoriety +##ronic +Dialogue +expressive +uk +Nightingale +grimly +vineyards +Driving +relentless +compiler +##district +##tuated +Hades +medicines +objection +Answer +Soap +Chattanooga +##gogue +Haryana +Parties +Turtle +##ferred +explorers +stakeholders +##aar +##rbonne +tempered +conjecture +##tee +##hur +Reeve +bumper +stew +##church +##generate +##ilitating +##chanized +##elier +##enne +translucent +##lows +Publisher +evangelical +inherit +##rted +247 +SmackDown +bitterness +lesions +##worked +mosques +wed +##lashes +Ng +Rebels +booking +##nail +Incident +Sailing +yo +confirms +Chaplin +baths +##kled +modernist +pulsing +Cicero +slaughtered +boasted +##losure +zipper +##hales +aristocracy +halftime +jolt +unlawful +Marching +sustaining +Yerevan +bracket +ram +Markus +##zef +butcher +massage +##quisite +Leisure +Pizza +collapsing +##lante +commentaries +scripted +##disciplinary +##sused +eroded +alleging +vase +Chichester +Peacock +commencement +dice +hotter +poisonous +executions +##occo +frost +fielding +vendor +Counts +Troops +maize +Divisional +analogue +shadowy +Nuevo +Ville +radiating +worthless +Adriatic +Buy +blaze +brutally +horizontally +longed +##matical +federally +Rolf +Root +exclude +rag +agitation +Lounge +astonished +##wirl +Impossible +transformations +##IVE +##ceded +##slav +downloaded +fucked +Egyptians +Welles +##ffington +U2 +befriended +radios +##jid +archaic +compares +##ccelerator +##imated +##tosis +Hung +Scientists +Thousands +geographically +##LR +Macintosh +fluorescent +##ipur +Wehrmacht +##BR +##firmary +Chao +##ague +Boyer +##grounds +##hism +##mento +##taining +infancy +##cton +510 +Boca +##loy +1644 +ben +dong +stresses +Sweat +expressway +graders +ochreous +nets +Lawn +thirst +Uruguayan +satisfactory +##tracts +baroque +rusty +##ław +Shen +Gdańsk +chickens +##graving +Hodge +Papal +SAT +bearer +##ogo +##rger +merits +Calendar +Highest +Skills +##ortex +Roberta +paradigm +recounts +frigates +swamps +unitary +##oker +balloons +Hawthorne +Muse +spurred +advisors +reclaimed +stimulate +fibre +pat +repeal +##dgson +##iar +##rana +anthropologist +descends +flinch +reared +##chang +##eric +##lithic +commissioning +##cumenical +##lume +##rchen +Wolff +##tsky +Eurasian +Nepali +Nightmare +ZIP +playback +##latz +##vington +Warm +##75 +Martina +Rollins +Saetan +Variations +sorting +##م +530 +Joaquin +Ptolemy +thinner +##iator +##pticism +Cebu +Highlanders +Linden +Vanguard +##SV +##mor +##ulge +ISSN +cartridges +repression +Étienne +311 +Lauderdale +commodities +null +##rb +1720 +gearbox +##reator +Ang +Forgotten +dubious +##rls +##dicative +##phate +Groove +Herrera +##çais +Collections +Maximus +##published +Fell +Qualification +filtering +##tized +Roe +hazards +##37 +##lative +##tröm +Guadalupe +Tajikistan +Preliminary +fronted +glands +##paper +##iche +##iding +Cairns +rallies +Location +seduce +##mple +BYU +##itic +##FT +Carmichael +Prentice +songwriters +forefront +Physicians +##rille +##zee +Preparatory +##cherous +UV +##dized +Navarro +misses +##nney +Inland +resisting +##sect +Hurt +##lino +galaxies +##raze +Institutions +devote +##lamp +##ciating +baron +##bracing +Hess +operatic +##CL +##ος +Chevalier +Guiana +##lattered +Fed +##cuted +##smo +Skull +denies +236 +Waller +##mah +Sakura +mole +nominate +sermons +##bering +widowed +##röm +Cavendish +##struction +Nehru +Revelation +doom +Gala +baking +Nr +Yourself +banning +Individuals +Sykes +orchestrated +630 +Phone +steered +620 +specialising +starvation +##AV +##alet +##upation +seductive +##jects +##zure +Tolkien +Benito +Wizards +Submarine +dictator +Duo +Caden +approx +basins +##nc +shrink +##icles +##sponsible +249 +mit +outpost +##bayashi +##rouse +##tl +Jana +Lombard +RBIs +finalized +humanities +##function +Honorable +tomato +##iot +Pie +tee +##pect +Beaufort +Ferris +bucks +##graduate +##ocytes +Directory +anxiously +##nating +flanks +##Ds +virtues +##believable +Grades +criterion +manufactures +sourced +##balt +##dance +##tano +Ying +##BF +##sett +adequately +blacksmith +totaled +trapping +expanse +Historia +Worker +Sense +ascending +housekeeper +##oos +Crafts +Resurrection +##verty +encryption +##aris +##vat +##pox +##runk +##iability +gazes +spying +##ths +helmets +wired +##zophrenia +Cheung +WR +downloads +stereotypes +239 +Lucknow +bleak +Bragg +hauling +##haft +prohibit +##ermined +##castle +barony +##hta +Typhoon +antibodies +##ascism +Hawthorn +Kurdistan +Minority +Gorge +Herr +appliances +disrupt +Drugs +Lazarus +##ilia +##ryo +##tany +Gotta +Masovian +Roxy +choreographed +##rissa +turbulent +##listed +Anatomy +exiting +##det +##isław +580 +Kaufman +sage +##apa +Symposium +##rolls +Kaye +##ptera +##rocław +jerking +##menclature +Guo +M1 +resurrected +trophies +##lard +Gathering +nestled +serpent +Dow +reservoirs +Claremont +arbitration +chronicle +eki +##arded +##zers +##mmoth +Congregational +Astronomical +NE +RA +Robson +Scotch +modelled +slashed +##imus +exceeds +##roper +##utile +Laughing +vascular +superficial +##arians +Barclay +Caucasian +classmate +sibling +Kimberly +Shreveport +##ilde +##liche +Cheney +Deportivo +Veracruz +berries +##lase +Bed +MI +Anatolia +Mindanao +broadband +##olia +##arte +##wab +darts +##immer +##uze +believers +ordinance +violate +##wheel +##ynth +Alongside +Coupe +Hobbs +arrondissement +earl +townland +##dote +##lihood +##sla +Ghosts +midfield +pulmonary +##eno +cues +##gol +##zda +322 +Siena +Sultanate +Bradshaw +Pieter +##thical +Raceway +bared +competence +##ssent +Bet +##urer +##ła +Alistair +Göttingen +appropriately +forge +##osterone +##ugen +DL +345 +convoys +inventions +##resses +##cturnal +Fay +Integration +slash +##roats +Widow +barking +##fant +1A +Hooper +##cona +##runched +unreliable +##emont +##esign +##stabulary +##stop +Journalists +bony +##iba +##trata +##ège +horrific +##bish +Jocelyn +##rmon +##apon +##cier +trainers +##ulatory +1753 +BR +corpus +synthesized +##bidden +##rafford +Elgin +##entry +Doherty +clockwise +##played +spins +##ample +##bley +Cope +constructions +seater +warlord +Voyager +documenting +fairies +##viator +Lviv +jewellery +suites +##gold +Maia +NME +##eavor +##kus +Eugène +furnishings +##risto +MCC +Metropolis +Older +Telangana +##mpus +amplifier +supervising +1710 +buffalo +cushion +terminating +##powering +steak +Quickly +contracting +dem +sarcastically +Elsa +##hein +bastards +narratives +Takes +304 +composure +typing +variance +##ifice +Softball +##rations +McLaughlin +gaped +shrines +##hogany +Glamorgan +##icle +##nai +##ntin +Fleetwood +Woodland +##uxe +fictitious +shrugs +##iper +BWV +conform +##uckled +Launch +##ductory +##mized +Tad +##stituted +##free +Bel +Chávez +messing +quartz +##iculate +##folia +##lynn +ushered +##29 +##ailing +dictated +Pony +##opsis +precinct +802 +Plastic +##ughter +##uno +##porated +Denton +Matters +SPD +hating +##rogen +Essential +Deck +Dortmund +obscured +##maging +Earle +##bred +##ittle +##ropolis +saturated +##fiction +##ression +Pereira +Vinci +mute +warehouses +##ún +biographies +##icking +sealing +##dered +executing +pendant +##wives +murmurs +##oko +substrates +symmetrical +Susie +##mare +Yusuf +analogy +##urage +Lesley +limitation +##rby +##ío +disagreements +##mise +embroidered +nape +unarmed +Sumner +Stores +dwell +Wilcox +creditors +##rivatization +##shes +##amia +directs +recaptured +scouting +McGuire +cradle +##onnell +Sato +insulin +mercenary +tolerant +Macquarie +transitions +cradled +##berto +##ivism +##yotes +FF +Ke +Reach +##dbury +680 +##bill +##oja +##sui +prairie +##ogan +reactive +##icient +##rits +Cyclone +Sirius +Survival +Pak +##coach +##trar +halves +Agatha +Opus +contrasts +##jection +ominous +##iden +Baylor +Woodrow +duct +fortification +intercourse +##rois +Colbert +envy +##isi +Afterward +geared +##flections +accelerate +##lenching +Witness +##rrer +Angelina +Material +assertion +misconduct +Nix +cringed +tingling +##eti +##gned +Everest +disturb +sturdy +##keepers +##vied +Profile +heavenly +##kova +##victed +translating +##sses +316 +Invitational +Mention +martyr +##uristic +Barron +hardness +Nakamura +405 +Genevieve +reflections +##falls +jurist +##LT +Pyramid +##yme +Shoot +heck +linguist +##tower +Ives +superiors +##leo +Achilles +##phological +Christophe +Padma +precedence +grassy +Oral +resurrection +##itting +clumsy +##lten +##rue +huts +##stars +Equal +##queduct +Devin +Gaga +diocesan +##plating +##upe +##graphers +Patch +Scream +hail +moaning +tracts +##hdi +Examination +outsider +##ergic +##oter +Archipelago +Havilland +greenish +tilting +Aleksandr +Konstantin +warship +##emann +##gelist +##ought +billionaire +##blivion +321 +Hungarians +transplant +##jured +##fters +Corbin +autism +pitchers +Garner +thence +Scientology +transitioned +integrating +repetitive +##dant +Rene +vomit +##burne +1661 +Researchers +Wallis +insulted +wavy +##wati +Ewing +excitedly +##kor +frescoes +injustice +##achal +##lumber +##úl +novella +##sca +Liv +##enstein +##river +monstrous +topping +downfall +looming +sinks +trillion +##pont +Effect +##phi +##urley +Sites +catchment +##H1 +Hopper +##raiser +1642 +Maccabi +lance +##chia +##sboro +NSA +branching +retorted +tensor +Immaculate +drumming +feeder +##mony +Dyer +homicide +Temeraire +fishes +protruding +skins +orchards +##nso +inlet +ventral +##finder +Asiatic +Sul +1688 +Melinda +assigns +paranormal +gardening +Tau +calming +##inge +##crow +regimental +Nik +fastened +correlated +##gene +##rieve +Sick +##minster +##politan +hardwood +hurled +##ssler +Cinematography +rhyme +Montenegrin +Packard +debating +##itution +Helens +Trick +Museums +defiance +encompassed +##EE +##TU +##nees +##uben +##ünster +##nosis +435 +Hagen +cinemas +Corbett +commended +##fines +##oman +bosses +ripe +scraping +##loc +filly +Saddam +pointless +Faust +Orléans +Syriac +##♭ +longitude +##ropic +Alfa +bliss +gangster +##ckling +SL +blending +##eptide +##nner +bends +escorting +##bloid +##quis +burials +##sle +##è +Ambulance +insults +##gth +Antrim +unfolded +##missible +splendid +Cure +warily +Saigon +Waste +astonishment +boroughs +##VS +##dalgo +##reshing +##usage +rue +marital +versatile +unpaid +allotted +bacterium +##coil +##cue +Dorothea +IDF +##location +##yke +RPG +##tropical +devotees +liter +##pree +Johnstone +astronaut +attends +pollen +periphery +doctrines +meta +showered +##tyn +GO +Huh +laude +244 +Amar +Christensen +Ping +Pontifical +Austen +raiding +realities +##dric +urges +##dek +Cambridgeshire +##otype +Cascade +Greenberg +Pact +##cognition +##aran +##urion +Riot +mimic +Eastwood +##imating +reversal +##blast +##henian +Pitchfork +##sunderstanding +Staten +WCW +lieu +##bard +##sang +experimenting +Aquino +##lums +TNT +Hannibal +catastrophic +##lsive +272 +308 +##otypic +41st +Highways +aggregator +##fluenza +Featured +Reece +dispatch +simulated +##BE +Communion +Vinnie +hardcover +inexpensive +til +##adores +groundwater +kicker +blogs +frenzy +##wala +dealings +erase +Anglia +##umour +Hapoel +Marquette +##raphic +##tives +consult +atrocities +concussion +##érard +Decree +ethanol +##aen +Rooney +##chemist +##hoot +1620 +menacing +Schuster +##bearable +laborers +sultan +Juliana +erased +onstage +##ync +Eastman +##tick +hushed +##yrinth +Lexie +Wharton +Lev +##PL +Testing +Bangladeshi +##bba +##usions +communicated +integers +internship +societal +##odles +Loki +ET +Ghent +broadcasters +Unix +##auer +Kildare +Yamaha +##quencing +##zman +chilled +##rapped +##uant +Duval +sentiments +Oliveira +packets +Horne +##rient +Harlan +Mirage +invariant +##anger +##tensive +flexed +sweetness +##wson +alleviate +insulting +limo +Hahn +##llars +##hesia +##lapping +buys +##oaming +mocked +pursuits +scooted +##conscious +##ilian +Ballad +jackets +##kra +hilly +##cane +Scenic +McGraw +silhouette +whipping +##roduced +##wark +##chess +##rump +Lemon +calculus +demonic +##latine +Bharatiya +Govt +Que +Trilogy +Ducks +Suit +stairway +##ceipt +Isa +regulator +Automobile +flatly +##buster +##lank +Spartans +topography +Tavi +usable +Chartered +Fairchild +##sance +##vyn +Digest +nuclei +typhoon +##llon +Alvarez +DJs +Grimm +authoritative +firearm +##chschule +Origins +lair +unmistakable +##xial +##cribing +Mouth +##genesis +##shū +##gaon +##ulter +Jaya +Neck +##UN +##oing +##static +relativity +##mott +##utive +##esan +##uveau +BT +salts +##roa +Dustin +preoccupied +Novgorod +##asus +Magnum +tempting +##histling +##ilated +Musa +##ghty +Ashland +pubs +routines +##etto +Soto +257 +Featuring +Augsburg +##alaya +Bit +loomed +expects +##abby +##ooby +Auschwitz +Pendleton +vodka +##sent +rescuing +systemic +##inet +##leg +Yun +applicant +revered +##nacht +##ndas +Muller +characterization +##patient +##roft +Carole +##asperated +Amiga +disconnected +gel +##cologist +Patriotic +rallied +assign +veterinary +installing +##cedural +258 +Jang +Parisian +incarcerated +stalk +##iment +Jamal +McPherson +Palma +##oken +##viation +512 +Rourke +irrational +##rippled +Devlin +erratic +##NI +##payers +Ni +engages +Portal +aesthetics +##rrogance +Milne +assassins +##rots +335 +385 +Cambodian +Females +fellows +si +##block +##otes +Jayne +Toro +flutter +##eera +Burr +##lanche +relaxation +##fra +Fitzroy +##undy +1751 +261 +comb +conglomerate +ribbons +veto +##Es +casts +##ege +1748 +Ares +spears +spirituality +comet +##nado +##yeh +Veterinary +aquarium +yer +Councils +##oked +##ynamic +Malmö +remorse +auditions +drilled +Hoffmann +Moe +Nagoya +Yacht +##hakti +##race +##rrick +Talmud +coordinating +##EI +##bul +##his +##itors +##ligent +##uerra +Narayan +goaltender +taxa +##asures +Det +##mage +Infinite +Maid +bean +intriguing +##cription +gasps +socket +##mentary +##reus +sewing +transmitting +##different +##furbishment +##traction +Grimsby +sprawling +Shipyard +##destine +##hropic +##icked +trolley +##agi +##lesh +Josiah +invasions +Content +firefighters +intro +Lucifer +subunit +Sahib +Myrtle +inhibitor +maneuvers +##teca +Wrath +slippery +##versing +Shoes +##dial +##illiers +##luded +##mmal +##pack +handkerchief +##edestal +##stones +Fusion +cumulative +##mell +##cacia +##rudge +##utz +foe +storing +swiped +##meister +##orra +batter +strung +##venting +##kker +Doo +Taste +immensely +Fairbanks +Jarrett +Boogie +1746 +mage +Kick +legislators +medial +##ilon +##logies +##ranton +Hybrid +##uters +Tide +deportation +Metz +##secration +##virus +UFO +##fell +##orage +##raction +##rrigan +1747 +fabricated +##BM +##GR +##rter +muttering +theorist +##tamine +BMG +Kincaid +solvent +##azed +Thin +adorable +Wendell +ta +##viour +pulses +##pologies +counters +exposition +sewer +Luciano +Clancy +##angelo +##riars +Showtime +observes +frankly +##oppy +Bergman +lobes +timetable +##bri +##uest +FX +##dust +##genus +Glad +Helmut +Meridian +##besity +##ontaine +Revue +miracles +##titis +PP +bluff +syrup +307 +Messiah +##erne +interfering +picturesque +unconventional +dipping +hurriedly +Kerman +248 +Ethnic +Toward +acidic +Harrisburg +##65 +intimidating +##aal +Jed +Pontiac +munitions +##nchen +growling +mausoleum +##ération +##wami +Cy +aerospace +caucus +Doing +##around +##miring +Cuthbert +##poradic +##rovisation +##wth +evaluating +##scraper +Belinda +owes +##sitic +##thermal +##fast +economists +##lishing +##uerre +##ân +credible +##koto +Fourteen +cones +##ebrates +bookstore +towels +##phony +Appearance +newscasts +##olin +Karin +Bingham +##elves +1680 +306 +disks +##lston +##secutor +Levant +##vout +Micro +snuck +##ogel +##racker +Exploration +drastic +##kening +Elsie +endowment +##utnant +Blaze +##rrosion +leaking +45th +##rug +##uernsey +760 +Shapiro +cakes +##ehan +##mei +##ité +##kla +repetition +successively +Friendly +Île +Koreans +Au +Tirana +flourish +Spirits +Yao +reasoned +##leam +Consort +cater +marred +ordeal +supremacy +##ritable +Paisley +euro +healer +portico +wetland +##kman +restart +##habilitation +##zuka +##Script +emptiness +communion +##CF +##inhabited +##wamy +Casablanca +pulsed +##rrible +##safe +395 +Dual +Terrorism +##urge +##found +##gnolia +Courage +patriarch +segregated +intrinsic +##liography +##phe +PD +convection +##icidal +Dharma +Jimmie +texted +constituents +twitch +##calated +##mitage +##ringing +415 +milling +##geons +Armagh +Geometridae +evergreen +needy +reflex +template +##pina +Schubert +##bruck +##icted +##scher +##wildered +1749 +Joanne +clearer +##narl +278 +Print +automation +consciously +flashback +occupations +##ests +Casimir +differentiated +policing +repay +##aks +##gnesium +Evaluation +commotion +##CM +##smopolitan +Clapton +mitochondrial +Kobe +1752 +Ignoring +Vincenzo +Wet +bandage +##rassed +##unate +Maris +##eted +##hetical +figuring +##eit +##nap +leopard +strategically +##reer +Fen +Iain +##ggins +##pipe +Matteo +McIntyre +##chord +##feng +Romani +asshole +flopped +reassure +Founding +Styles +Torino +patrolling +##erging +##ibrating +##ructural +sincerity +##ät +##teacher +Juliette +##cé +##hog +##idated +##span +Winfield +##fender +##nast +##pliant +1690 +Bai +Je +Saharan +expands +Bolshevik +rotate +##root +Britannia +Severn +##cini +##gering +##say +sly +Steps +insertion +rooftop +Piece +cuffs +plausible +##zai +Provost +semantic +##data +##vade +##cimal +IPA +indictment +Libraries +flaming +highlands +liberties +##pio +Elders +aggressively +##pecific +Decision +pigeon +nominally +descriptive +adjustments +equestrian +heaving +##mour +##dives +##fty +##yton +intermittent +##naming +##sets +Calvert +Casper +Tarzan +##kot +Ramírez +##IB +##erus +Gustavo +Roller +vaulted +##solation +##formatics +##tip +Hunger +colloquially +handwriting +hearth +launcher +##idian +##ilities +##lind +##locating +Magdalena +Soo +clubhouse +##kushima +##ruit +Bogotá +Organic +Worship +##Vs +##wold +upbringing +##kick +groundbreaking +##urable +##ván +repulsed +##dira +##ditional +##ici +melancholy +##bodied +##cchi +404 +concurrency +H₂O +bouts +##gami +288 +Leto +troll +##lak +advising +bundled +##nden +lipstick +littered +##leading +##mogeneous +Experiment +Nikola +grove +##ogram +Mace +##jure +cheat +Annabelle +Tori +lurking +Emery +Walden +##riz +paints +Markets +brutality +overrun +##agu +##sat +din +ostensibly +Fielding +flees +##eron +Pound +ornaments +tornadoes +##nikov +##organisation +##reen +##Works +##ldred +##olten +##stillery +soluble +Mata +Grimes +Léon +##NF +coldly +permitting +##inga +##reaked +Agents +hostess +##dl +Dyke +Kota +avail +orderly +##saur +##sities +Arroyo +##ceps +##egro +Hawke +Noctuidae +html +seminar +##ggles +##wasaki +Clube +recited +##sace +Ascension +Fitness +dough +##ixel +Nationale +##solidate +pulpit +vassal +570 +Annapolis +bladder +phylogenetic +##iname +convertible +##ppan +Comet +paler +##definite +Spot +##dices +frequented +Apostles +slalom +##ivision +##mana +##runcated +Trojan +##agger +##iq +##league +Concept +Controller +##barian +##curate +##spersed +##tring +engulfed +inquired +##hmann +286 +##dict +##osy +##raw +MacKenzie +su +##ienced +##iggs +##quitaine +bisexual +##noon +runways +subsp +##! +##" +### +##$ +##% +##& +##' +##( +##) +##* +##+ +##, +##- +##. +##/ +##: +##; +##< +##= +##> +##? +##@ +##[ +##\ +##] +##^ +##_ +##` +##{ +##| +##} +##~ +##¡ +##¢ +##£ +##¥ +##§ +##¨ +##© +##ª +##« +##¬ +##® +##± +##´ +##µ +##¶ +##· +##¹ +##º +##» +##¼ +##¾ +##¿ +##À +##Á +## +##Ä +##Å +##Æ +##Ç +##È +##É +##Í +##Î +##Ñ +##Ó +##Ö +##× +##Ø +##Ú +##Ü +##Þ +##â +##ã +##æ +##ç +##î +##ï +##ð +##ñ +##ô +##õ +##÷ +##û +##þ +##ÿ +##Ā +##ą +##Ć +##Č +##ď +##Đ +##đ +##ē +##ė +##ę +##ě +##ğ +##ġ +##Ħ +##ħ +##ĩ +##Ī +##İ +##ļ +##Ľ +##ľ +##Ł +##ņ +##ň +##ŋ +##Ō +##ŏ +##ő +##Œ +##œ +##ř +##Ś +##ś +##Ş +##Š +##Ţ +##ţ +##ť +##ũ +##ŭ +##ů +##ű +##ų +##ŵ +##ŷ +##ź +##Ż +##ż +##Ž +##ž +##Ə +##ƒ +##ơ +##ư +##ǎ +##ǐ +##ǒ +##ǔ +##ǫ +##Ș +##Ț +##ț +##ɐ +##ɑ +##ɔ +##ɕ +##ə +##ɛ +##ɡ +##ɣ +##ɨ +##ɪ +##ɲ +##ɾ +##ʀ +##ʁ +##ʂ +##ʃ +##ʊ +##ʋ +##ʌ +##ʐ +##ʑ +##ʒ +##ʔ +##ʰ +##ʲ +##ʳ +##ʷ +##ʻ +##ʼ +##ʾ +##ʿ +##ˈ +##ː +##ˡ +##ˢ +##ˣ +##́ +##̃ +##̍ +##̯ +##͡ +##Α +##Β +##Γ +##Δ +##Ε +##Η +##Θ +##Ι +##Κ +##Λ +##Μ +##Ν +##Ο +##Π +##Σ +##Τ +##Φ +##Χ +##Ψ +##Ω +##ά +##έ +##ή +##ί +##β +##γ +##δ +##ε +##ζ +##η +##θ +##ι +##κ +##λ +##μ +##ξ +##ο +##π +##ρ +##σ +##τ +##υ +##φ +##χ +##ψ +##ω +##ό +##ύ +##ώ +##І +##Ј +##А +##Б +##В +##Г +##Д +##Е +##Ж +##З +##И +##К +##Л +##М +##Н +##О +##П +##Р +##С +##Т +##У +##Ф +##Х +##Ц +##Ч +##Ш +##Э +##Ю +##Я +##б +##в +##г +##д +##ж +##з +##к +##л +##м +##п +##с +##т +##у +##ф +##х +##ц +##ч +##ш +##щ +##ъ +##ы +##ь +##э +##ю +##ё +##і +##ї +##ј +##њ +##ћ +##Ա +##Հ +##ա +##ե +##ի +##կ +##մ +##յ +##ն +##ո +##ս +##տ +##ր +##ւ +##ְ +##ִ +##ֵ +##ֶ +##ַ +##ָ +##ֹ +##ּ +##א +##ב +##ג +##ד +##ה +##ו +##ז +##ח +##ט +##י +##כ +##ל +##ם +##מ +##ן +##נ +##ס +##ע +##פ +##צ +##ק +##ר +##ש +##ת +##، +##ء +##آ +##أ +##إ +##ئ +##ا +##ب +##ت +##ث +##ج +##ح +##خ +##ذ +##ز +##س +##ش +##ص +##ض +##ط +##ظ +##ع +##غ +##ف +##ق +##ك +##ل +##و +##ى +##َ +##ِ +##ٹ +##پ +##چ +##ک +##گ +##ہ +##ی +##ے +##ं +##आ +##क +##ग +##च +##ज +##ण +##त +##द +##ध +##न +##प +##ब +##भ +##म +##य +##र +##ल +##व +##श +##ष +##स +##ह +##ा +##ि +##ी +##ु +##े +##ो +##् +##। +##॥ +##আ +##ই +##এ +##ও +##ক +##খ +##গ +##চ +##ছ +##জ +##ট +##ত +##থ +##দ +##ধ +##ন +##প +##ব +##ম +##য +##র +##ল +##শ +##স +##হ +##় +##া +##ি +##ী +##ু +##ে +##ো +##্ +##য় +##க +##த +##ப +##ம +##ய +##ர +##ல +##வ +##ா +##ி +##ு +##் +##ร +##་ +##ག +##ང +##ད +##ན +##བ +##མ +##ར +##ལ +##ས +##ི +##ུ +##ེ +##ོ +##ა +##ე +##ი +##ლ +##ნ +##ო +##რ +##ს +##ᴬ +##ᴵ +##ᵀ +##ᵃ +##ᵇ +##ᵈ +##ᵉ +##ᵍ +##ᵏ +##ᵐ +##ᵒ +##ᵖ +##ᵗ +##ᵘ +##ᵣ +##ᵤ +##ᵥ +##ᶜ +##ᶠ +##ḍ +##Ḥ +##ḥ +##Ḩ +##ḩ +##ḳ +##ṃ +##ṅ +##ṇ +##ṛ +##ṣ +##ṭ +##ạ +##ả +##ấ +##ầ +##ẩ +##ậ +##ắ +##ế +##ề +##ể +##ễ +##ệ +##ị +##ọ +##ố +##ồ +##ổ +##ộ +##ớ +##ờ +##ợ +##ụ +##ủ +##ứ +##ừ +##ử +##ữ +##ự +##ỳ +##ỹ +##ἀ +##ἐ +##ὁ +##ὐ +##ὰ +##ὶ +##ὸ +##ῆ +##ῖ +##ῦ +##ῶ +##‐ +##‑ +##‒ +##– +##— +##― +##‖ +##‘ +##’ +##‚ +##“ +##” +##„ +##† +##‡ +##• +##… +##‰ +##′ +##″ +##⁄ +##⁰ +##ⁱ +##⁴ +##⁵ +##⁶ +##⁷ +##⁸ +##⁹ +##⁻ +##ⁿ +##₅ +##₆ +##₇ +##₈ +##₉ +##₊ +##₍ +##₎ +##ₐ +##ₑ +##ₒ +##ₓ +##ₕ +##ₖ +##ₘ +##ₚ +##ₛ +##ₜ +##₤ +##€ +##₱ +##₹ +##ℓ +##№ +##ℝ +##⅓ +##← +##↑ +##→ +##↔ +##⇌ +##⇒ +##∂ +##∈ +##∗ +##∘ +##√ +##∞ +##∧ +##∨ +##∩ +##∪ +##≈ +##≠ +##≡ +##≤ +##≥ +##⊂ +##⊆ +##⊕ +##⋅ +##─ +##│ +##■ +##● +##★ +##☆ +##☉ +##♠ +##♣ +##♥ +##♦ +##♯ +##⟨ +##⟩ +##ⱼ +##、 +##。 +##《 +##》 +##「 +##」 +##『 +##』 +##〜 +##い +##う +##え +##お +##か +##き +##く +##け +##こ +##さ +##し +##す +##せ +##そ +##た +##ち +##つ +##て +##と +##な +##に +##の +##は +##ひ +##ま +##み +##む +##め +##も +##や +##ゆ +##よ +##ら +##り +##る +##れ +##ん +##ア +##ィ +##イ +##ウ +##エ +##オ +##カ +##ガ +##キ +##ク +##グ +##コ +##サ +##シ +##ジ +##ス +##ズ +##タ +##ダ +##ッ +##テ +##デ +##ト +##ド +##ナ +##ニ +##ハ +##バ +##パ +##フ +##ブ +##プ +##マ +##ミ +##ム +##ャ +##ュ +##ラ +##リ +##ル +##レ +##ロ +##ン +##・ +##ー +##一 +##三 +##上 +##下 +##中 +##事 +##二 +##井 +##京 +##人 +##亻 +##仁 +##佐 +##侍 +##光 +##公 +##力 +##北 +##十 +##南 +##原 +##口 +##史 +##司 +##吉 +##同 +##和 +##囗 +##国 +##國 +##土 +##城 +##士 +##大 +##天 +##太 +##夫 +##女 +##子 +##宀 +##安 +##宮 +##宿 +##小 +##尚 +##山 +##島 +##川 +##州 +##平 +##年 +##心 +##愛 +##戸 +##文 +##新 +##方 +##日 +##明 +##星 +##書 +##月 +##木 +##本 +##李 +##村 +##東 +##松 +##林 +##正 +##武 +##氏 +##水 +##氵 +##江 +##河 +##海 +##版 +##犬 +##王 +##生 +##田 +##白 +##皇 +##省 +##真 +##石 +##社 +##神 +##竹 +##美 +##義 +##花 +##藤 +##西 +##谷 +##車 +##辶 +##道 +##郎 +##郡 +##部 +##野 +##金 +##長 +##門 +##陽 +##青 +##食 +##馬 +##高 +##龍 +##龸 +##사 +##씨 +##의 +##이 +##한 +##fi +##fl +##！ +##（ +##） +##， +##－ +##／ +##： diff --git a/pretrained_weights/bert/bert-base-uncased-vocab.txt b/pretrained_weights/bert/bert-base-uncased-vocab.txt new file mode 100644 index 0000000000000000000000000000000000000000..cc01a0e54c7172a0d2b00cfa149e29aa245c0d38 --- /dev/null +++ b/pretrained_weights/bert/bert-base-uncased-vocab.txt @@ -0,0 +1,30522 @@ +[PAD] +[unused0] +[unused1] +[unused2] +[unused3] +[unused4] +[unused5] +[unused6] +[unused7] +[unused8] +[unused9] +[unused10] +[unused11] +[unused12] +[unused13] +[unused14] +[unused15] +[unused16] +[unused17] +[unused18] +[unused19] +[unused20] +[unused21] +[unused22] +[unused23] +[unused24] +[unused25] +[unused26] +[unused27] +[unused28] +[unused29] +[unused30] +[unused31] +[unused32] +[unused33] +[unused34] +[unused35] +[unused36] +[unused37] +[unused38] +[unused39] +[unused40] +[unused41] +[unused42] +[unused43] +[unused44] +[unused45] +[unused46] +[unused47] +[unused48] +[unused49] +[unused50] +[unused51] +[unused52] +[unused53] +[unused54] +[unused55] +[unused56] +[unused57] +[unused58] +[unused59] +[unused60] +[unused61] +[unused62] +[unused63] +[unused64] +[unused65] +[unused66] +[unused67] +[unused68] +[unused69] +[unused70] +[unused71] +[unused72] +[unused73] +[unused74] +[unused75] +[unused76] +[unused77] +[unused78] +[unused79] +[unused80] +[unused81] +[unused82] +[unused83] +[unused84] +[unused85] +[unused86] +[unused87] +[unused88] +[unused89] +[unused90] +[unused91] +[unused92] +[unused93] +[unused94] +[unused95] +[unused96] +[unused97] +[unused98] +[UNK] +[CLS] +[SEP] +[MASK] +[unused99] +[unused100] +[unused101] +[unused102] +[unused103] +[unused104] +[unused105] +[unused106] +[unused107] +[unused108] +[unused109] +[unused110] +[unused111] +[unused112] +[unused113] +[unused114] +[unused115] +[unused116] +[unused117] +[unused118] +[unused119] +[unused120] +[unused121] +[unused122] +[unused123] +[unused124] +[unused125] +[unused126] +[unused127] +[unused128] +[unused129] +[unused130] +[unused131] +[unused132] +[unused133] +[unused134] +[unused135] +[unused136] +[unused137] +[unused138] +[unused139] +[unused140] +[unused141] +[unused142] +[unused143] +[unused144] +[unused145] +[unused146] +[unused147] +[unused148] +[unused149] +[unused150] +[unused151] +[unused152] +[unused153] +[unused154] +[unused155] +[unused156] +[unused157] +[unused158] +[unused159] +[unused160] +[unused161] +[unused162] +[unused163] +[unused164] +[unused165] +[unused166] +[unused167] +[unused168] +[unused169] +[unused170] +[unused171] +[unused172] +[unused173] +[unused174] +[unused175] +[unused176] +[unused177] +[unused178] +[unused179] +[unused180] +[unused181] +[unused182] +[unused183] +[unused184] +[unused185] +[unused186] +[unused187] +[unused188] +[unused189] +[unused190] +[unused191] +[unused192] +[unused193] +[unused194] +[unused195] +[unused196] +[unused197] +[unused198] +[unused199] +[unused200] +[unused201] +[unused202] +[unused203] +[unused204] +[unused205] +[unused206] +[unused207] +[unused208] +[unused209] +[unused210] +[unused211] +[unused212] +[unused213] +[unused214] +[unused215] +[unused216] +[unused217] +[unused218] +[unused219] +[unused220] +[unused221] +[unused222] +[unused223] +[unused224] +[unused225] +[unused226] +[unused227] +[unused228] +[unused229] +[unused230] +[unused231] +[unused232] +[unused233] +[unused234] +[unused235] +[unused236] +[unused237] +[unused238] +[unused239] +[unused240] +[unused241] +[unused242] +[unused243] +[unused244] +[unused245] +[unused246] +[unused247] +[unused248] +[unused249] +[unused250] +[unused251] +[unused252] +[unused253] +[unused254] +[unused255] +[unused256] +[unused257] +[unused258] +[unused259] +[unused260] +[unused261] +[unused262] +[unused263] +[unused264] +[unused265] +[unused266] +[unused267] +[unused268] +[unused269] +[unused270] +[unused271] +[unused272] +[unused273] +[unused274] +[unused275] +[unused276] +[unused277] +[unused278] +[unused279] +[unused280] +[unused281] +[unused282] +[unused283] +[unused284] +[unused285] +[unused286] +[unused287] +[unused288] +[unused289] +[unused290] +[unused291] +[unused292] +[unused293] +[unused294] +[unused295] +[unused296] +[unused297] +[unused298] +[unused299] +[unused300] +[unused301] +[unused302] +[unused303] +[unused304] +[unused305] +[unused306] +[unused307] +[unused308] +[unused309] +[unused310] +[unused311] +[unused312] +[unused313] +[unused314] +[unused315] +[unused316] +[unused317] +[unused318] +[unused319] +[unused320] +[unused321] +[unused322] +[unused323] +[unused324] +[unused325] +[unused326] +[unused327] +[unused328] +[unused329] +[unused330] +[unused331] +[unused332] +[unused333] +[unused334] +[unused335] +[unused336] +[unused337] +[unused338] +[unused339] +[unused340] +[unused341] +[unused342] +[unused343] +[unused344] +[unused345] +[unused346] +[unused347] +[unused348] +[unused349] +[unused350] +[unused351] +[unused352] +[unused353] +[unused354] +[unused355] +[unused356] +[unused357] +[unused358] +[unused359] +[unused360] +[unused361] +[unused362] +[unused363] +[unused364] +[unused365] +[unused366] +[unused367] +[unused368] +[unused369] +[unused370] +[unused371] +[unused372] +[unused373] +[unused374] +[unused375] +[unused376] +[unused377] +[unused378] +[unused379] +[unused380] +[unused381] +[unused382] +[unused383] +[unused384] +[unused385] +[unused386] +[unused387] +[unused388] +[unused389] +[unused390] +[unused391] +[unused392] +[unused393] +[unused394] +[unused395] +[unused396] +[unused397] +[unused398] +[unused399] +[unused400] +[unused401] +[unused402] +[unused403] +[unused404] +[unused405] +[unused406] +[unused407] +[unused408] +[unused409] +[unused410] +[unused411] +[unused412] +[unused413] +[unused414] +[unused415] +[unused416] +[unused417] +[unused418] +[unused419] +[unused420] +[unused421] +[unused422] +[unused423] +[unused424] +[unused425] +[unused426] +[unused427] +[unused428] +[unused429] +[unused430] +[unused431] +[unused432] +[unused433] +[unused434] +[unused435] +[unused436] +[unused437] +[unused438] +[unused439] +[unused440] +[unused441] +[unused442] +[unused443] +[unused444] +[unused445] +[unused446] +[unused447] +[unused448] +[unused449] +[unused450] +[unused451] +[unused452] +[unused453] +[unused454] +[unused455] +[unused456] +[unused457] +[unused458] +[unused459] +[unused460] +[unused461] +[unused462] +[unused463] +[unused464] +[unused465] +[unused466] +[unused467] +[unused468] +[unused469] +[unused470] +[unused471] +[unused472] +[unused473] +[unused474] +[unused475] +[unused476] +[unused477] +[unused478] +[unused479] +[unused480] +[unused481] +[unused482] +[unused483] +[unused484] +[unused485] +[unused486] +[unused487] +[unused488] +[unused489] +[unused490] +[unused491] +[unused492] +[unused493] +[unused494] +[unused495] +[unused496] +[unused497] +[unused498] +[unused499] +[unused500] +[unused501] +[unused502] +[unused503] +[unused504] +[unused505] +[unused506] +[unused507] +[unused508] +[unused509] +[unused510] +[unused511] +[unused512] +[unused513] +[unused514] +[unused515] +[unused516] +[unused517] +[unused518] +[unused519] +[unused520] +[unused521] +[unused522] +[unused523] +[unused524] +[unused525] +[unused526] +[unused527] +[unused528] +[unused529] +[unused530] +[unused531] +[unused532] +[unused533] +[unused534] +[unused535] +[unused536] +[unused537] +[unused538] +[unused539] +[unused540] +[unused541] +[unused542] +[unused543] +[unused544] +[unused545] +[unused546] +[unused547] +[unused548] +[unused549] +[unused550] +[unused551] +[unused552] +[unused553] +[unused554] +[unused555] +[unused556] +[unused557] +[unused558] +[unused559] +[unused560] +[unused561] +[unused562] +[unused563] +[unused564] +[unused565] +[unused566] +[unused567] +[unused568] +[unused569] +[unused570] +[unused571] +[unused572] +[unused573] +[unused574] +[unused575] +[unused576] +[unused577] +[unused578] +[unused579] +[unused580] +[unused581] +[unused582] +[unused583] +[unused584] +[unused585] +[unused586] +[unused587] +[unused588] +[unused589] +[unused590] +[unused591] +[unused592] +[unused593] +[unused594] +[unused595] +[unused596] +[unused597] +[unused598] +[unused599] +[unused600] +[unused601] +[unused602] +[unused603] +[unused604] +[unused605] +[unused606] +[unused607] +[unused608] +[unused609] +[unused610] +[unused611] +[unused612] +[unused613] +[unused614] +[unused615] +[unused616] +[unused617] +[unused618] +[unused619] +[unused620] +[unused621] +[unused622] +[unused623] +[unused624] +[unused625] +[unused626] +[unused627] +[unused628] +[unused629] +[unused630] +[unused631] +[unused632] +[unused633] +[unused634] +[unused635] +[unused636] +[unused637] +[unused638] +[unused639] +[unused640] +[unused641] +[unused642] +[unused643] +[unused644] +[unused645] +[unused646] +[unused647] +[unused648] +[unused649] +[unused650] +[unused651] +[unused652] +[unused653] +[unused654] +[unused655] +[unused656] +[unused657] +[unused658] +[unused659] +[unused660] +[unused661] +[unused662] +[unused663] +[unused664] +[unused665] +[unused666] +[unused667] +[unused668] +[unused669] +[unused670] +[unused671] +[unused672] +[unused673] +[unused674] +[unused675] +[unused676] +[unused677] +[unused678] +[unused679] +[unused680] +[unused681] +[unused682] +[unused683] +[unused684] +[unused685] +[unused686] +[unused687] +[unused688] +[unused689] +[unused690] +[unused691] +[unused692] +[unused693] +[unused694] +[unused695] +[unused696] +[unused697] +[unused698] +[unused699] +[unused700] +[unused701] +[unused702] +[unused703] +[unused704] +[unused705] +[unused706] +[unused707] +[unused708] +[unused709] +[unused710] +[unused711] +[unused712] +[unused713] +[unused714] +[unused715] +[unused716] +[unused717] +[unused718] +[unused719] +[unused720] +[unused721] +[unused722] +[unused723] +[unused724] +[unused725] +[unused726] +[unused727] +[unused728] +[unused729] +[unused730] +[unused731] +[unused732] +[unused733] +[unused734] +[unused735] +[unused736] +[unused737] +[unused738] +[unused739] +[unused740] +[unused741] +[unused742] +[unused743] +[unused744] +[unused745] +[unused746] +[unused747] +[unused748] +[unused749] +[unused750] +[unused751] +[unused752] +[unused753] +[unused754] +[unused755] +[unused756] +[unused757] +[unused758] +[unused759] +[unused760] +[unused761] +[unused762] +[unused763] +[unused764] +[unused765] +[unused766] +[unused767] +[unused768] +[unused769] +[unused770] +[unused771] +[unused772] +[unused773] +[unused774] +[unused775] +[unused776] +[unused777] +[unused778] +[unused779] +[unused780] +[unused781] +[unused782] +[unused783] +[unused784] +[unused785] +[unused786] +[unused787] +[unused788] +[unused789] +[unused790] +[unused791] +[unused792] +[unused793] +[unused794] +[unused795] +[unused796] +[unused797] +[unused798] +[unused799] +[unused800] +[unused801] +[unused802] +[unused803] +[unused804] +[unused805] +[unused806] +[unused807] +[unused808] +[unused809] +[unused810] +[unused811] +[unused812] +[unused813] +[unused814] +[unused815] +[unused816] +[unused817] +[unused818] +[unused819] +[unused820] +[unused821] +[unused822] +[unused823] +[unused824] +[unused825] +[unused826] +[unused827] +[unused828] +[unused829] +[unused830] +[unused831] +[unused832] +[unused833] +[unused834] +[unused835] +[unused836] +[unused837] +[unused838] +[unused839] +[unused840] +[unused841] +[unused842] +[unused843] +[unused844] +[unused845] +[unused846] +[unused847] +[unused848] +[unused849] +[unused850] +[unused851] +[unused852] +[unused853] +[unused854] +[unused855] +[unused856] +[unused857] +[unused858] +[unused859] +[unused860] +[unused861] +[unused862] +[unused863] +[unused864] +[unused865] +[unused866] +[unused867] +[unused868] +[unused869] +[unused870] +[unused871] +[unused872] +[unused873] +[unused874] +[unused875] +[unused876] +[unused877] +[unused878] +[unused879] +[unused880] +[unused881] +[unused882] +[unused883] +[unused884] +[unused885] +[unused886] +[unused887] +[unused888] +[unused889] +[unused890] +[unused891] +[unused892] +[unused893] +[unused894] +[unused895] +[unused896] +[unused897] +[unused898] +[unused899] +[unused900] +[unused901] +[unused902] +[unused903] +[unused904] +[unused905] +[unused906] +[unused907] +[unused908] +[unused909] +[unused910] +[unused911] +[unused912] +[unused913] +[unused914] +[unused915] +[unused916] +[unused917] +[unused918] +[unused919] +[unused920] +[unused921] +[unused922] +[unused923] +[unused924] +[unused925] +[unused926] +[unused927] +[unused928] +[unused929] +[unused930] +[unused931] +[unused932] +[unused933] +[unused934] +[unused935] +[unused936] +[unused937] +[unused938] +[unused939] +[unused940] +[unused941] +[unused942] +[unused943] +[unused944] +[unused945] +[unused946] +[unused947] +[unused948] +[unused949] +[unused950] +[unused951] +[unused952] +[unused953] +[unused954] +[unused955] +[unused956] +[unused957] +[unused958] +[unused959] +[unused960] +[unused961] +[unused962] +[unused963] +[unused964] +[unused965] +[unused966] +[unused967] +[unused968] +[unused969] +[unused970] +[unused971] +[unused972] +[unused973] +[unused974] +[unused975] +[unused976] +[unused977] +[unused978] +[unused979] +[unused980] +[unused981] +[unused982] +[unused983] +[unused984] +[unused985] +[unused986] +[unused987] +[unused988] +[unused989] +[unused990] +[unused991] +[unused992] +[unused993] +! +" +# +$ +% +& +' +( +) +* ++ +, +- +. +/ +0 +1 +2 +3 +4 +5 +6 +7 +8 +9 +: +; +< += +> +? +@ +[ +\ +] +^ +_ +` +a +b +c +d +e +f +g +h +i +j +k +l +m +n +o +p +q +r +s +t +u +v +w +x +y +z +{ +| +} +~ +隆 +垄 +拢 +陇 +楼 +娄 +搂 +篓 +漏 +陋 +芦 +卢 +庐 +掳 +卤 +虏 +鲁 +麓 +碌 +露 +路 +鹿 +潞 +禄 +录 +陆 +戮 +驴 +脳 +脽 +忙 +冒 +梅 +酶 +镁 +膽 +魔 +谋 +艂 +艐 +艙 +茠 +蓯 +蓱 +蓲 +蓴 +蓵 +蓹 +蓻 +伞 +桑 +扫 +瑟 +色 +涩 +莎 +刹 +纱 +晒 +删 +蕗 +蕘 +蕚 +蕛 +蕢 +蕣 +蕥 +蕦 +蕩 +蕫 +蕬 +蕭 +蕯 +拾 +什 +食 +史 +矢 +驶 +始 +示 +士 +藞 +藧 +恕 +刷 +耍 +摔 +伪 +尾 +纬 +未 +蔚 +味 +畏 +胃 +喂 +魏 +位 +渭 +谓 +尉 +慰 +蟺 +蟻 +蟼 +蟽 +蟿 +蠀 +蠁 +蠂 +蠄 +蠅 +邪 +斜 +胁 +谐 +写 +械 +卸 +蟹 +懈 +泻 +谢 +屑 +薪 +芯 +锌 +褉 +褋 +褌 +褍 +褎 +褏 +褑 +褔 +褕 +褖 +褗 +褘 +褜 +褝 +褞 +褟 +褣 +褦 +褨 +褬 +褭 +褮 +褯 +訌 +铡 +闸 +眨 +栅 +榨 +诈 +斋 +宅 +寨 +瞻 +沾 +盏 +斩 +崭 +蘸 +战 +站 +湛 +謤 +謧 +謩 +志 +讗 +讘 +讙 +讚 +讛 +讜 +讝 +讞 +讟 +讬 +讱 +讻 +诇 +诐 +诪 +谉 +谞 +住 +注 +祝 +驻 +抓 +爪 +拽 +专 +砖 +转 +貙 +亍 +丕 +亘 +丞 +鬲 +孬 +噩 +丨 +禺 +丿 +匕 +乇 +夭 +爻 +卮 +氐 +囟 +胤 +馗 +毓 +睾 +賭 +賮 +賯 +賰 +賱 +賲 +賳 +賴 +賵 +賶 +賷 +俟 +倬 +趩 +讴 +诏 +诤 +诰 +蹃 +蹖 +蹝 +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啶� +啷€ +啷� +啷� +啷� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唳� +唰€ +唰� +喈� +喈� +喈� +喈� +喈� +喈� +喈� +喈� +喈� +喈� +喈� +喈� +喈� +喈� +喈� +喁� +喁� +喁� +嗖� +嗖� +嗖� +喽� +喽� +喽� +喽� +喾€ +喾� +喔� +喔� +喔� +喔� +喔� +喔� +喔� +喔� +喔� +喔� +喔� +喔� +喔� +喔� +喙€ +嗉� +嗉� +嘟� +嘟� +嘟� +嘟� +嘟� +嘟� +嘟� +嘟� +嘟� +嘟� +嘟� +醼� +醿� +醿� +醿� +醿� +醿� +醿� +醿� +醿� +醿� +醿� +醿� +醿� +醿� +醿� +醿� +醿� +醿� +釀€ +釀� +釀� +釀� +釀� +釀� +釀� +釀� +釀� +釀� +釀� +釀� +釀� +釀� +釀� +釁� +釁� +釁� +釁� +釁� +釁� +釁� +釁� +釁� +釁� +釁� +釁� +釁� +釁� +釂� +釂� +釂� +釂� +釂� +釂� +岽� +岽� +岽� +岽� +岽� +岬€ +岬� +岬� +岬� +岬� +岬� +岬� +岬� +岬� +岬� +岬� +岬� +岬� +岬� +岬� +岬� +岫� +岫� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈥� +鈦� +鈦� +鈦� +鈦� +鈦� +鈦� +鈦� +鈦� +鈦� +鈦� +鈦� +鈦� +鈧€ +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈧� +鈩� +鈩� +鈩� +鈩� +鈪� +鈪� +鈫� +鈫� +鈫� +鈫� +鈫� +鈫� +鈬� +鈬� +鈬� +鈭� +鈭� +鈭� +鈭� +鈭� +鈭� +鈭� +鈭� +鈭� +鈭� +鈭� +鈭� +鈭� +鈭� +鈮� +鈮� +鈮� +鈮� +鈯� +鈯� +鈯� +鈯� +鈰� +鈹€ +鈹� +鈻� +鈻� +鈼� +鈽� +鈽� +鈽� +鈾� +鈾� +鈾� +鈾� +鈾� +鈾� +鉄� +鉄� +獗� +夂� +夂� +饨� +銆� +銆� +銆� +銆� +銆� +銆� +銆� +銆� +銆� +銆� +銆� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銇� +銈€ +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銈� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +銉� +涓€ +涓� +涓� +涓� +涓� +涓� +涓� +涓� +涔� +涔� +涔� +浜� +浜� +浜� +浜� +浜� +浜� +浜� +浠� +浠� +浠� +浠� +浼� +浼� +浣� +渚� +淇� +淇� +鍋� +鍏� +鍏� +鍏� +鍏� +鍐� +鍑� +鍒� +鍓� +鍔� +鍔� +鍔� +鍕� +鍖� +鍖� +鍗� +鍗� +鍗� +鍗� +鍘� +鍙� +鍙� +鍙� +鍙� +鍚� +鍚� +鍚� +鍚� +鍜� +鍥� +鍥� +鍥� +鍦� +鍦� +鍦� +鍧� +鍩� +鍫� +鍫� +澹� +澶� +澶� +澶� +澶� +澶� +澶� +濂� +濂� +瀛� +瀛� +瀹€ +瀹� +瀹� +瀹� +瀹� +瀹� +瀹� +瀹� +瀹� +瀵� +灏� +灏� +灏� +灞� +宀� +宄� +宕� +宸� +宸� +宸� +甯� +骞� +骞� +骞� +骞� +寮� +寮� +褰� +寰� +寰� +寰� +蹇� +蹇� +蹇� +蹇� +鎰� +鎴� +鎴� +鎴� +鎴� +鎵� +鎵� +鏀� +鏂� +鏂� +鏂� +鏃� +鏄� +鏄� +鏄� +鏄� +鏅� +鏇� +鏇� +鏈� +鏈� +鏈� +鏈� +鏈� +鏉� +鏉� +鏉� +鏉� +鏋� +妫� +妤� +妯� +姗� +姝� +姝� +姝� +姝� +姣� +姘� +姘� +姘� +姘� +姘� +姘� +姹� +娌� +娌� +娌� +娉� +娴� +娓� +婕� +鐎� +鐏� +鐗� +鐘� +鐜� +鐢� +鐢� +鐢� +鐤� +鐧� +鐧� +鐨� +鐨� +鐩� +鐩� +鐪� +鐪� +鐭� +绀� +绀� +绁� +绂� +绂� +绉€ +绉� +绌� +绔� +绔� +绔� +绯� +缇� +缇� +鑰� +鑹� +鑹� +鑺� +鑻� +鑿� +钁� +钘� +琛� +琛� +瑗� +瑕� +瑷� +瑾� +璋� +璨� +璨� +杌� +杌� +杈� +閬� +閮� +閮� +閮� +閮� +閲� +閲� +閲� +閳� +闀� +闀� +闁€ +闁� +闃� +闃� +闄� +闄� +闆� +闈� +闈� +棰� +椋� +棣� +棣� +楂� +榫� +榫� +铿� +铿� +锛� +锛� +锛� +锛� +锛� +锛� +锛� +锛� +锛� +锝� +the +of +and +in +to +was +he +is +as +for +on +with +that +it +his +by +at +from +her +##s +she +you +had +an +were +but +be +this +are +not +my +they +one +which +or +have +him +me +first +all +also +their +has +up +who +out +been +when +after +there +into +new +two +its +##a +time +would +no +what +about +said +we +over +then +other +so +more +##e +can +if +like +back +them +only +some +could +##i +where +just +##ing +during +before +##n +do +##o +made +school +through +than +now +years +most +world +may +between +down +well +three +##d +year +while +will +##ed +##r +##y +later +##t +city +under +around +did +such +being +used +state +people +part +know +against +your +many +second +university +both +national +##er +these +don +known +off +way +until +re +how +even +get +head +... +didn +##ly +team +american +because +de +##l +born +united +film +since +still +long +work +south +us +became +any +high +again +day +family +see +right +man +eyes +house +season +war +states +including +took +life +north +same +each +called +name +much +place +however +go +four +group +another +found +won +area +here +going +10 +away +series +left +home +music +best +make +hand +number +company +several +never +last +john +000 +very +album +take +end +good +too +following +released +game +played +little +began +district +##m +old +want +those +side +held +own +early +county +ll +league +use +west +##u +face +think +##es +2010 +government +##h +march +came +small +general +town +june +##on +line +based +something +##k +september +thought +looked +along +international +2011 +air +july +club +went +january +october +our +august +april +york +12 +few +2012 +2008 +east +show +member +college +2009 +father +public +##us +come +men +five +set +station +church +##c +next +former +november +room +party +located +december +2013 +age +got +2007 +##g +system +let +love +2006 +though +every +2014 +look +song +water +century +without +body +black +night +within +great +women +single +ve +building +large +population +river +named +band +white +started +##an +once +15 +20 +should +18 +2015 +service +top +built +british +open +death +king +moved +local +times +children +february +book +why +11 +door +need +president +order +final +road +wasn +although +due +major +died +village +third +knew +2016 +asked +turned +st +wanted +say +##p +together +received +main +son +served +different +##en +behind +himself +felt +members +power +football +law +voice +play +##in +near +park +history +30 +having +2005 +16 +##man +saw +mother +##al +army +point +front +help +english +street +art +late +hands +games +award +##ia +young +14 +put +published +country +division +across +told +13 +often +ever +french +london +center +six +red +2017 +led +days +include +light +25 +find +tell +among +species +really +according +central +half +2004 +form +original +gave +office +making +enough +lost +full +opened +must +included +live +given +german +player +run +business +woman +community +cup +might +million +land +2000 +court +development +17 +short +round +ii +km +seen +class +story +always +become +sure +research +almost +director +council +la +##2 +career +things +using +island +##z +couldn +car +##is +24 +close +force +##1 +better +free +support +control +field +students +2003 +education +married +##b +nothing +worked +others +record +big +inside +level +anything +continued +give +james +##3 +military +established +non +returned +feel +does +title +written +thing +feet +william +far +co +association +hard +already +2002 +##ra +championship +human +western +100 +##na +department +hall +role +various +production +21 +19 +heart +2001 +living +fire +version +##ers +##f +television +royal +##4 +produced +working +act +case +society +region +present +radio +period +looking +least +total +keep +england +wife +program +per +brother +mind +special +22 +##le +am +works +soon +##6 +political +george +services +taken +created +##7 +further +able +reached +david +union +joined +upon +done +important +social +information +either +##ic +##x +appeared +position +ground +lead +rock +dark +election +23 +board +france +hair +course +arms +site +police +girl +instead +real +sound +##v +words +moment +##te +someone +##8 +summer +project +announced +san +less +wrote +past +followed +##5 +blue +founded +al +finally +india +taking +records +america +##ne +1999 +design +considered +northern +god +stop +battle +toward +european +outside +described +track +today +playing +language +28 +call +26 +heard +professional +low +australia +miles +california +win +yet +green +##ie +trying +blood +##ton +southern +science +maybe +everything +match +square +27 +mouth +video +race +recorded +leave +above +##9 +daughter +points +space +1998 +museum +change +middle +common +##0 +move +tv +post +##ta +lake +seven +tried +elected +closed +ten +paul +minister +##th +months +start +chief +return +canada +person +sea +release +similar +modern +brought +rest +hit +formed +mr +##la +1997 +floor +event +doing +thomas +1996 +robert +care +killed +training +star +week +needed +turn +finished +railway +rather +news +health +sent +example +ran +term +michael +coming +currently +yes +forces +despite +gold +areas +50 +stage +fact +29 +dead +says +popular +2018 +originally +germany +probably +developed +result +pulled +friend +stood +money +running +mi +signed +word +songs +child +eventually +met +tour +average +teams +minutes +festival +current +deep +kind +1995 +decided +usually +eastern +seemed +##ness +episode +bed +added +table +indian +private +charles +route +available +idea +throughout +centre +addition +appointed +style +1994 +books +eight +construction +press +mean +wall +friends +remained +schools +study +##ch +##um +institute +oh +chinese +sometimes +events +possible +1992 +australian +type +brown +forward +talk +process +food +debut +seat +performance +committee +features +character +arts +herself +else +lot +strong +russian +range +hours +peter +arm +##da +morning +dr +sold +##ry +quickly +directed +1993 +guitar +china +##w +31 +list +##ma +performed +media +uk +players +smile +##rs +myself +40 +placed +coach +province +towards +wouldn +leading +whole +boy +official +designed +grand +census +##el +europe +attack +japanese +henry +1991 +##re +##os +cross +getting +alone +action +lower +network +wide +washington +japan +1990 +hospital +believe +changed +sister +##ar +hold +gone +sir +hadn +ship +##ka +studies +academy +shot +rights +below +base +bad +involved +kept +largest +##ist +bank +future +especially +beginning +mark +movement +section +female +magazine +plan +professor +lord +longer +##ian +sat +walked +hill +actually +civil +energy +model +families +size +thus +aircraft +completed +includes +data +captain +##or +fight +vocals +featured +richard +bridge +fourth +1989 +officer +stone +hear +##ism +means +medical +groups +management +self +lips +competition +entire +lived +technology +leaving +federal +tournament +bit +passed +hot +independent +awards +kingdom +mary +spent +fine +doesn +reported +##ling +jack +fall +raised +itself +stay +true +studio +1988 +sports +replaced +paris +systems +saint +leader +theatre +whose +market +capital +parents +spanish +canadian +earth +##ity +cut +degree +writing +bay +christian +awarded +natural +higher +bill +##as +coast +provided +previous +senior +ft +valley +organization +stopped +onto +countries +parts +conference +queen +security +interest +saying +allowed +master +earlier +phone +matter +smith +winning +try +happened +moving +campaign +los +##ley +breath +nearly +mid +1987 +certain +girls +date +italian +african +standing +fell +artist +##ted +shows +deal +mine +industry +1986 +##ng +everyone +republic +provide +collection +library +student +##ville +primary +owned +older +via +heavy +1st +makes +##able +attention +anyone +africa +##ri +stated +length +ended +fingers +command +staff +skin +foreign +opening +governor +okay +medal +kill +sun +cover +job +1985 +introduced +chest +hell +feeling +##ies +success +meet +reason +standard +meeting +novel +1984 +trade +source +buildings +##land +rose +guy +goal +##ur +chapter +native +husband +previously +unit +limited +entered +weeks +producer +operations +mountain +takes +covered +forced +related +roman +complete +successful +key +texas +cold +##ya +channel +1980 +traditional +films +dance +clear +approximately +500 +nine +van +prince +question +active +tracks +ireland +regional +silver +author +personal +sense +operation +##ine +economic +1983 +holding +twenty +isbn +additional +speed +hour +edition +regular +historic +places +whom +shook +movie +km虏 +secretary +prior +report +chicago +read +foundation +view +engine +scored +1982 +units +ask +airport +property +ready +immediately +lady +month +listed +contract +##de +manager +themselves +lines +##ki +navy +writer +meant +##ts +runs +##ro +practice +championships +singer +glass +commission +required +forest +starting +culture +generally +giving +access +attended +test +couple +stand +catholic +martin +caught +executive +##less +eye +##ey +thinking +chair +quite +shoulder +1979 +hope +decision +plays +defeated +municipality +whether +structure +offered +slowly +pain +ice +direction +##ion +paper +mission +1981 +mostly +200 +noted +individual +managed +nature +lives +plant +##ha +helped +except +studied +computer +figure +relationship +issue +significant +loss +die +smiled +gun +ago +highest +1972 +##am +male +bring +goals +mexico +problem +distance +commercial +completely +location +annual +famous +drive +1976 +neck +1978 +surface +caused +italy +understand +greek +highway +wrong +hotel +comes +appearance +joseph +double +issues +musical +companies +castle +income +review +assembly +bass +initially +parliament +artists +experience +1974 +particular +walk +foot +engineering +talking +window +dropped +##ter +miss +baby +boys +break +1975 +stars +edge +remember +policy +carried +train +stadium +bar +sex +angeles +evidence +##ge +becoming +assistant +soviet +1977 +upper +step +wing +1970 +youth +financial +reach +##ll +actor +numerous +##se +##st +nodded +arrived +##ation +minute +##nt +believed +sorry +complex +beautiful +victory +associated +temple +1968 +1973 +chance +perhaps +metal +##son +1945 +bishop +##et +lee +launched +particularly +tree +le +retired +subject +prize +contains +yeah +theory +empire +##ce +suddenly +waiting +trust +recording +##to +happy +terms +camp +champion +1971 +religious +pass +zealand +names +2nd +port +ancient +tom +corner +represented +watch +legal +anti +justice +cause +watched +brothers +45 +material +changes +simply +response +louis +fast +##ting +answer +60 +historical +1969 +stories +straight +create +feature +increased +rate +administration +virginia +el +activities +cultural +overall +winner +programs +basketball +legs +guard +beyond +cast +doctor +mm +flight +results +remains +cost +effect +winter +##ble +larger +islands +problems +chairman +grew +commander +isn +1967 +pay +failed +selected +hurt +fort +box +regiment +majority +journal +35 +edward +plans +##ke +##ni +shown +pretty +irish +characters +directly +scene +likely +operated +allow +spring +##j +junior +matches +looks +mike +houses +fellow +##tion +beach +marriage +##ham +##ive +rules +oil +65 +florida +expected +nearby +congress +sam +peace +recent +iii +wait +subsequently +cell +##do +variety +serving +agreed +please +poor +joe +pacific +attempt +wood +democratic +piece +prime +##ca +rural +mile +touch +appears +township +1964 +1966 +soldiers +##men +##ized +1965 +pennsylvania +closer +fighting +claimed +score +jones +physical +editor +##ous +filled +genus +specific +sitting +super +mom +##va +therefore +supported +status +fear +cases +store +meaning +wales +minor +spain +tower +focus +vice +frank +follow +parish +separate +golden +horse +fifth +remaining +branch +32 +presented +stared +##id +uses +secret +forms +##co +baseball +exactly +##ck +choice +note +discovered +travel +composed +truth +russia +ball +color +kiss +dad +wind +continue +ring +referred +numbers +digital +greater +##ns +metres +slightly +direct +increase +1960 +responsible +crew +rule +trees +troops +##no +broke +goes +individuals +hundred +weight +creek +sleep +memory +defense +provides +ordered +code +value +jewish +windows +1944 +safe +judge +whatever +corps +realized +growing +pre +##ga +cities +alexander +gaze +lies +spread +scott +letter +showed +situation +mayor +transport +watching +workers +extended +##li +expression +normal +##ment +chart +multiple +border +##ba +host +##ner +daily +mrs +walls +piano +##ko +heat +cannot +##ate +earned +products +drama +era +authority +seasons +join +grade +##io +sign +difficult +machine +1963 +territory +mainly +##wood +stations +squadron +1962 +stepped +iron +19th +##led +serve +appear +sky +speak +broken +charge +knowledge +kilometres +removed +ships +article +campus +simple +##ty +pushed +britain +##ve +leaves +recently +cd +soft +boston +latter +easy +acquired +poland +##sa +quality +officers +presence +planned +nations +mass +broadcast +jean +share +image +influence +wild +offer +emperor +electric +reading +headed +ability +promoted +yellow +ministry +1942 +throat +smaller +politician +##by +latin +spoke +cars +williams +males +lack +pop +80 +##ier +acting +seeing +consists +##ti +estate +1961 +pressure +johnson +newspaper +jr +chris +olympics +online +conditions +beat +elements +walking +vote +##field +needs +carolina +text +featuring +global +block +shirt +levels +francisco +purpose +females +et +dutch +duke +ahead +gas +twice +safety +serious +turning +highly +lieutenant +firm +maria +amount +mixed +daniel +proposed +perfect +agreement +affairs +3rd +seconds +contemporary +paid +1943 +prison +save +kitchen +label +administrative +intended +constructed +academic +nice +teacher +races +1956 +formerly +corporation +ben +nation +issued +shut +1958 +drums +housing +victoria +seems +opera +1959 +graduated +function +von +mentioned +picked +build +recognized +shortly +protection +picture +notable +exchange +elections +1980s +loved +percent +racing +fish +elizabeth +garden +volume +hockey +1941 +beside +settled +##ford +1940 +competed +replied +drew +1948 +actress +marine +scotland +steel +glanced +farm +steve +1957 +risk +tonight +positive +magic +singles +effects +gray +screen +dog +##ja +residents +bus +sides +none +secondary +literature +polish +destroyed +flying +founder +households +1939 +lay +reserve +usa +gallery +##ler +1946 +industrial +younger +approach +appearances +urban +ones +1950 +finish +avenue +powerful +fully +growth +page +honor +jersey +projects +advanced +revealed +basic +90 +infantry +pair +equipment +visit +33 +evening +search +grant +effort +solo +treatment +buried +republican +primarily +bottom +owner +1970s +israel +gives +jim +dream +bob +remain +spot +70 +notes +produce +champions +contact +ed +soul +accepted +ways +del +##ally +losing +split +price +capacity +basis +trial +questions +##ina +1955 +20th +guess +officially +memorial +naval +initial +##ization +whispered +median +engineer +##ful +sydney +##go +columbia +strength +300 +1952 +tears +senate +00 +card +asian +agent +1947 +software +44 +draw +warm +supposed +com +pro +##il +transferred +leaned +##at +candidate +escape +mountains +asia +potential +activity +entertainment +seem +traffic +jackson +murder +36 +slow +product +orchestra +haven +agency +bbc +taught +website +comedy +unable +storm +planning +albums +rugby +environment +scientific +grabbed +protect +##hi +boat +typically +1954 +1953 +damage +principal +divided +dedicated +mount +ohio +##berg +pick +fought +driver +##der +empty +shoulders +sort +thank +berlin +prominent +account +freedom +necessary +efforts +alex +headquarters +follows +alongside +des +simon +andrew +suggested +operating +learning +steps +1949 +sweet +technical +begin +easily +34 +teeth +speaking +settlement +scale +##sh +renamed +ray +max +enemy +semi +joint +compared +##rd +scottish +leadership +analysis +offers +georgia +pieces +captured +animal +deputy +guest +organized +##lin +tony +combined +method +challenge +1960s +huge +wants +battalion +sons +rise +crime +types +facilities +telling +path +1951 +platform +sit +1990s +##lo +tells +assigned +rich +pull +##ot +commonly +alive +##za +letters +concept +conducted +wearing +happen +bought +becomes +holy +gets +ocean +defeat +languages +purchased +coffee +occurred +titled +##q +declared +applied +sciences +concert +sounds +jazz +brain +##me +painting +fleet +tax +nick +##ius +michigan +count +animals +leaders +episodes +##line +content +##den +birth +##it +clubs +64 +palace +critical +refused +fair +leg +laughed +returning +surrounding +participated +formation +lifted +pointed +connected +rome +medicine +laid +taylor +santa +powers +adam +tall +shared +focused +knowing +yards +entrance +falls +##wa +calling +##ad +sources +chosen +beneath +resources +yard +##ite +nominated +silence +zone +defined +##que +gained +thirty +38 +bodies +moon +##ard +adopted +christmas +widely +register +apart +iran +premier +serves +du +unknown +parties +##les +generation +##ff +continues +quick +fields +brigade +quiet +teaching +clothes +impact +weapons +partner +flat +theater +supreme +1938 +37 +relations +##tor +plants +suffered +1936 +wilson +kids +begins +##age +1918 +seats +armed +internet +models +worth +laws +400 +communities +classes +background +knows +thanks +quarter +reaching +humans +carry +killing +format +kong +hong +setting +75 +architecture +disease +railroad +inc +possibly +wish +arthur +thoughts +harry +doors +density +##di +crowd +illinois +stomach +tone +unique +reports +anyway +##ir +liberal +der +vehicle +thick +dry +drug +faced +largely +facility +theme +holds +creation +strange +colonel +##mi +revolution +bell +politics +turns +silent +rail +relief +independence +combat +shape +write +determined +sales +learned +4th +finger +oxford +providing +1937 +heritage +fiction +situated +designated +allowing +distribution +hosted +##est +sight +interview +estimated +reduced +##ria +toronto +footballer +keeping +guys +damn +claim +motion +sport +sixth +stayed +##ze +en +rear +receive +handed +twelve +dress +audience +granted +brazil +##well +spirit +##ated +noticed +etc +olympic +representative +eric +tight +trouble +reviews +drink +vampire +missing +roles +ranked +newly +household +finals +wave +critics +##ee +phase +massachusetts +pilot +unlike +philadelphia +bright +guns +crown +organizations +roof +42 +respectively +clearly +tongue +marked +circle +fox +korea +bronze +brian +expanded +sexual +supply +yourself +inspired +labour +fc +##ah +reference +vision +draft +connection +brand +reasons +1935 +classic +driving +trip +jesus +cells +entry +1920 +neither +trail +claims +atlantic +orders +labor +nose +afraid +identified +intelligence +calls +cancer +attacked +passing +stephen +positions +imperial +grey +jason +39 +sunday +48 +swedish +avoid +extra +uncle +message +covers +allows +surprise +materials +fame +hunter +##ji +1930 +citizens +figures +davis +environmental +confirmed +shit +titles +di +performing +difference +acts +attacks +##ov +existing +votes +opportunity +nor +shop +entirely +trains +opposite +pakistan +##pa +develop +resulted +representatives +actions +reality +pressed +##ish +barely +wine +conversation +faculty +northwest +ends +documentary +nuclear +stock +grace +sets +eat +alternative +##ps +bag +resulting +creating +surprised +cemetery +1919 +drop +finding +sarah +cricket +streets +tradition +ride +1933 +exhibition +target +ear +explained +rain +composer +injury +apartment +municipal +educational +occupied +netherlands +clean +billion +constitution +learn +1914 +maximum +classical +francis +lose +opposition +jose +ontario +bear +core +hills +rolled +ending +drawn +permanent +fun +##tes +##lla +lewis +sites +chamber +ryan +##way +scoring +height +1934 +##house +lyrics +staring +55 +officials +1917 +snow +oldest +##tic +orange +##ger +qualified +interior +apparently +succeeded +thousand +dinner +lights +existence +fans +heavily +41 +greatest +conservative +send +bowl +plus +enter +catch +##un +economy +duty +1929 +speech +authorities +princess +performances +versions +shall +graduate +pictures +effective +remembered +poetry +desk +crossed +starring +starts +passenger +sharp +##ant +acres +ass +weather +falling +rank +fund +supporting +check +adult +publishing +heads +cm +southeast +lane +##burg +application +bc +##ura +les +condition +transfer +prevent +display +ex +regions +earl +federation +cool +relatively +answered +besides +1928 +obtained +portion +##town +mix +##ding +reaction +liked +dean +express +peak +1932 +##tte +counter +religion +chain +rare +miller +convention +aid +lie +vehicles +mobile +perform +squad +wonder +lying +crazy +sword +##ping +attempted +centuries +weren +philosophy +category +##ize +anna +interested +47 +sweden +wolf +frequently +abandoned +kg +literary +alliance +task +entitled +##ay +threw +promotion +factory +tiny +soccer +visited +matt +fm +achieved +52 +defence +internal +persian +43 +methods +##ging +arrested +otherwise +cambridge +programming +villages +elementary +districts +rooms +criminal +conflict +worry +trained +1931 +attempts +waited +signal +bird +truck +subsequent +programme +##ol +ad +49 +communist +details +faith +sector +patrick +carrying +laugh +##ss +controlled +korean +showing +origin +fuel +evil +1927 +##ent +brief +identity +darkness +address +pool +missed +publication +web +planet +ian +anne +wings +invited +##tt +briefly +standards +kissed +##be +ideas +climate +causing +walter +worse +albert +articles +winners +desire +aged +northeast +dangerous +gate +doubt +1922 +wooden +multi +##ky +poet +rising +funding +46 +communications +communication +violence +copies +prepared +ford +investigation +skills +1924 +pulling +electronic +##ak +##ial +##han +containing +ultimately +offices +singing +understanding +restaurant +tomorrow +fashion +christ +ward +da +pope +stands +5th +flow +studios +aired +commissioned +contained +exist +fresh +americans +##per +wrestling +approved +kid +employed +respect +suit +1925 +angel +asking +increasing +frame +angry +selling +1950s +thin +finds +##nd +temperature +statement +ali +explain +inhabitants +towns +extensive +narrow +51 +jane +flowers +images +promise +somewhere +object +fly +closely +##ls +1912 +bureau +cape +1926 +weekly +presidential +legislative +1921 +##ai +##au +launch +founding +##ny +978 +##ring +artillery +strike +un +institutions +roll +writers +landing +chose +kevin +anymore +pp +##ut +attorney +fit +dan +billboard +receiving +agricultural +breaking +sought +dave +admitted +lands +mexican +##bury +charlie +specifically +hole +iv +howard +credit +moscow +roads +accident +1923 +proved +wear +struck +hey +guards +stuff +slid +expansion +1915 +cat +anthony +##kin +melbourne +opposed +sub +southwest +architect +failure +plane +1916 +##ron +map +camera +tank +listen +regarding +wet +introduction +metropolitan +link +ep +fighter +inch +grown +gene +anger +fixed +buy +dvd +khan +domestic +worldwide +chapel +mill +functions +examples +##head +developing +1910 +turkey +hits +pocket +antonio +papers +grow +unless +circuit +18th +concerned +attached +journalist +selection +journey +converted +provincial +painted +hearing +aren +bands +negative +aside +wondered +knight +lap +survey +ma +##ow +noise +billy +##ium +shooting +guide +bedroom +priest +resistance +motor +homes +sounded +giant +##mer +150 +scenes +equal +comic +patients +hidden +solid +actual +bringing +afternoon +touched +funds +wedding +consisted +marie +canal +sr +kim +treaty +turkish +recognition +residence +cathedral +broad +knees +incident +shaped +fired +norwegian +handle +cheek +contest +represent +##pe +representing +beauty +##sen +birds +advantage +emergency +wrapped +drawing +notice +pink +broadcasting +##ong +somehow +bachelor +seventh +collected +registered +establishment +alan +assumed +chemical +personnel +roger +retirement +jeff +portuguese +wore +tied +device +threat +progress +advance +##ised +banks +hired +manchester +nfl +teachers +structures +forever +##bo +tennis +helping +saturday +sale +applications +junction +hip +incorporated +neighborhood +dressed +ceremony +##ds +influenced +hers +visual +stairs +decades +inner +kansas +hung +hoped +gain +scheduled +downtown +engaged +austria +clock +norway +certainly +pale +protected +1913 +victor +employees +plate +putting +surrounded +##ists +finishing +blues +tropical +##ries +minnesota +consider +philippines +accept +54 +retrieved +1900 +concern +anderson +properties +institution +gordon +successfully +vietnam +##dy +backing +outstanding +muslim +crossing +folk +producing +usual +demand +occurs +observed +lawyer +educated +##ana +kelly +string +pleasure +budget +items +quietly +colorado +philip +typical +##worth +derived +600 +survived +asks +mental +##ide +56 +jake +jews +distinguished +ltd +1911 +sri +extremely +53 +athletic +loud +thousands +worried +shadow +transportation +horses +weapon +arena +importance +users +tim +objects +contributed +dragon +douglas +aware +senator +johnny +jordan +sisters +engines +flag +investment +samuel +shock +capable +clark +row +wheel +refers +session +familiar +biggest +wins +hate +maintained +drove +hamilton +request +expressed +injured +underground +churches +walker +wars +tunnel +passes +stupid +agriculture +softly +cabinet +regarded +joining +indiana +##ea +##ms +push +dates +spend +behavior +woods +protein +gently +chase +morgan +mention +burning +wake +combination +occur +mirror +leads +jimmy +indeed +impossible +singapore +paintings +covering +##nes +soldier +locations +attendance +sell +historian +wisconsin +invasion +argued +painter +diego +changing +egypt +##don +experienced +inches +##ku +missouri +vol +grounds +spoken +switzerland +##gan +reform +rolling +ha +forget +massive +resigned +burned +allen +tennessee +locked +values +improved +##mo +wounded +universe +sick +dating +facing +pack +purchase +user +##pur +moments +##ul +merged +anniversary +1908 +coal +brick +understood +causes +dynasty +queensland +establish +stores +crisis +promote +hoping +views +cards +referee +extension +##si +raise +arizona +improve +colonial +formal +charged +##rt +palm +lucky +hide +rescue +faces +95 +feelings +candidates +juan +##ell +goods +6th +courses +weekend +59 +luke +cash +fallen +##om +delivered +affected +installed +carefully +tries +swiss +hollywood +costs +lincoln +responsibility +##he +shore +file +proper +normally +maryland +assistance +jump +constant +offering +friendly +waters +persons +realize +contain +trophy +800 +partnership +factor +58 +musicians +cry +bound +oregon +indicated +hero +houston +medium +##ure +consisting +somewhat +##ara +57 +cycle +##che +beer +moore +frederick +gotten +eleven +worst +weak +approached +arranged +chin +loan +universal +bond +fifteen +pattern +disappeared +##ney +translated +##zed +lip +arab +capture +interests +insurance +##chi +shifted +cave +prix +warning +sections +courts +coat +plot +smell +feed +golf +favorite +maintain +knife +vs +voted +degrees +finance +quebec +opinion +translation +manner +ruled +operate +productions +choose +musician +discovery +confused +tired +separated +stream +techniques +committed +attend +ranking +kings +throw +passengers +measure +horror +fan +mining +sand +danger +salt +calm +decade +dam +require +runner +##ik +rush +associate +greece +##ker +rivers +consecutive +matthew +##ski +sighed +sq +documents +steam +edited +closing +tie +accused +1905 +##ini +islamic +distributed +directors +organisation +bruce +7th +breathing +mad +lit +arrival +concrete +taste +08 +composition +shaking +faster +amateur +adjacent +stating +1906 +twin +flew +##ran +tokyo +publications +##tone +obviously +ridge +storage +1907 +carl +pages +concluded +desert +driven +universities +ages +terminal +sequence +borough +250 +constituency +creative +cousin +economics +dreams +margaret +notably +reduce +montreal +mode +17th +ears +saved +jan +vocal +##ica +1909 +andy +##jo +riding +roughly +threatened +##ise +meters +meanwhile +landed +compete +repeated +grass +czech +regularly +charges +tea +sudden +appeal +##ung +solution +describes +pierre +classification +glad +parking +##ning +belt +physics +99 +rachel +add +hungarian +participate +expedition +damaged +gift +childhood +85 +fifty +##red +mathematics +jumped +letting +defensive +mph +##ux +##gh +testing +##hip +hundreds +shoot +owners +matters +smoke +israeli +kentucky +dancing +mounted +grandfather +emma +designs +profit +argentina +##gs +truly +li +lawrence +cole +begun +detroit +willing +branches +smiling +decide +miami +enjoyed +recordings +##dale +poverty +ethnic +gay +##bi +gary +arabic +09 +accompanied +##one +##ons +fishing +determine +residential +acid +##ary +alice +returns +starred +mail +##ang +jonathan +strategy +##ue +net +forty +cook +businesses +equivalent +commonwealth +distinct +ill +##cy +seriously +##ors +##ped +shift +harris +replace +rio +imagine +formula +ensure +##ber +additionally +scheme +conservation +occasionally +purposes +feels +favor +##and +##ore +1930s +contrast +hanging +hunt +movies +1904 +instruments +victims +danish +christopher +busy +demon +sugar +earliest +colony +studying +balance +duties +##ks +belgium +slipped +carter +05 +visible +stages +iraq +fifa +##im +commune +forming +zero +07 +continuing +talked +counties +legend +bathroom +option +tail +clay +daughters +afterwards +severe +jaw +visitors +##ded +devices +aviation +russell +kate +##vi +entering +subjects +##ino +temporary +swimming +forth +smooth +ghost +audio +bush +operates +rocks +movements +signs +eddie +##tz +ann +voices +honorary +06 +memories +dallas +pure +measures +racial +promised +66 +harvard +ceo +16th +parliamentary +indicate +benefit +flesh +dublin +louisiana +1902 +1901 +patient +sleeping +1903 +membership +coastal +medieval +wanting +element +scholars +rice +62 +limit +survive +makeup +rating +definitely +collaboration +obvious +##tan +boss +ms +baron +birthday +linked +soil +diocese +##lan +ncaa +##mann +offensive +shell +shouldn +waist +##tus +plain +ross +organ +resolution +manufacturing +adding +relative +kennedy +98 +whilst +moth +marketing +gardens +crash +72 +heading +partners +credited +carlos +moves +cable +##zi +marshall +##out +depending +bottle +represents +rejected +responded +existed +04 +jobs +denmark +lock +##ating +treated +graham +routes +talent +commissioner +drugs +secure +tests +reign +restored +photography +##gi +contributions +oklahoma +designer +disc +grin +seattle +robin +paused +atlanta +unusual +##gate +praised +las +laughing +satellite +hungary +visiting +##sky +interesting +factors +deck +poems +norman +##water +stuck +speaker +rifle +domain +premiered +##her +dc +comics +actors +01 +reputation +eliminated +8th +ceiling +prisoners +script +##nce +leather +austin +mississippi +rapidly +admiral +parallel +charlotte +guilty +tools +gender +divisions +fruit +##bs +laboratory +nelson +fantasy +marry +rapid +aunt +tribe +requirements +aspects +suicide +amongst +adams +bone +ukraine +abc +kick +sees +edinburgh +clothing +column +rough +gods +hunting +broadway +gathered +concerns +##ek +spending +ty +12th +snapped +requires +solar +bones +cavalry +##tta +iowa +drinking +waste +index +franklin +charity +thompson +stewart +tip +flash +landscape +friday +enjoy +singh +poem +listening +##back +eighth +fred +differences +adapted +bomb +ukrainian +surgery +corporate +masters +anywhere +##more +waves +odd +sean +portugal +orleans +dick +debate +kent +eating +puerto +cleared +96 +expect +cinema +97 +guitarist +blocks +electrical +agree +involving +depth +dying +panel +struggle +##ged +peninsula +adults +novels +emerged +vienna +metro +debuted +shoes +tamil +songwriter +meets +prove +beating +instance +heaven +scared +sending +marks +artistic +passage +superior +03 +significantly +shopping +##tive +retained +##izing +malaysia +technique +cheeks +##ola +warren +maintenance +destroy +extreme +allied +120 +appearing +##yn +fill +advice +alabama +qualifying +policies +cleveland +hat +battery +smart +authors +10th +soundtrack +acted +dated +lb +glance +equipped +coalition +funny +outer +ambassador +roy +possibility +couples +campbell +dna +loose +ethan +supplies +1898 +gonna +88 +monster +##res +shake +agents +frequency +springs +dogs +practices +61 +gang +plastic +easier +suggests +gulf +blade +exposed +colors +industries +markets +pan +nervous +electoral +charts +legislation +ownership +##idae +mac +appointment +shield +copy +assault +socialist +abbey +monument +license +throne +employment +jay +93 +replacement +charter +cloud +powered +suffering +accounts +oak +connecticut +strongly +wright +colour +crystal +13th +context +welsh +networks +voiced +gabriel +jerry +##cing +forehead +mp +##ens +manage +schedule +totally +remix +##ii +forests +occupation +print +nicholas +brazilian +strategic +vampires +engineers +76 +roots +seek +correct +instrumental +und +alfred +backed +hop +##des +stanley +robinson +traveled +wayne +welcome +austrian +achieve +67 +exit +rates +1899 +strip +whereas +##cs +sing +deeply +adventure +bobby +rick +jamie +careful +components +cap +useful +personality +knee +##shi +pushing +hosts +02 +protest +ca +ottoman +symphony +##sis +63 +boundary +1890 +processes +considering +considerable +tons +##work +##ft +##nia +cooper +trading +dear +conduct +91 +illegal +apple +revolutionary +holiday +definition +harder +##van +jacob +circumstances +destruction +##lle +popularity +grip +classified +liverpool +donald +baltimore +flows +seeking +honour +approval +92 +mechanical +till +happening +statue +critic +increasingly +immediate +describe +commerce +stare +##ster +indonesia +meat +rounds +boats +baker +orthodox +depression +formally +worn +naked +claire +muttered +sentence +11th +emily +document +77 +criticism +wished +vessel +spiritual +bent +virgin +parker +minimum +murray +lunch +danny +printed +compilation +keyboards +false +blow +belonged +68 +raising +78 +cutting +##board +pittsburgh +##up +9th +shadows +81 +hated +indigenous +jon +15th +barry +scholar +ah +##zer +oliver +##gy +stick +susan +meetings +attracted +spell +romantic +##ver +ye +1895 +photo +demanded +customers +##ac +1896 +logan +revival +keys +modified +commanded +jeans +##ious +upset +raw +phil +detective +hiding +resident +vincent +##bly +experiences +diamond +defeating +coverage +lucas +external +parks +franchise +helen +bible +successor +percussion +celebrated +il +lift +profile +clan +romania +##ied +mills +##su +nobody +achievement +shrugged +fault +1897 +rhythm +initiative +breakfast +carbon +700 +69 +lasted +violent +74 +wound +ken +killer +gradually +filmed +掳c +dollars +processing +94 +remove +criticized +guests +sang +chemistry +##vin +legislature +disney +##bridge +uniform +escaped +integrated +proposal +purple +denied +liquid +karl +influential +morris +nights +stones +intense +experimental +twisted +71 +84 +##ld +pace +nazi +mitchell +ny +blind +reporter +newspapers +14th +centers +burn +basin +forgotten +surviving +filed +collections +monastery +losses +manual +couch +description +appropriate +merely +tag +missions +sebastian +restoration +replacing +triple +73 +elder +julia +warriors +benjamin +julian +convinced +stronger +amazing +declined +versus +merchant +happens +output +finland +bare +barbara +absence +ignored +dawn +injuries +##port +producers +##ram +82 +luis +##ities +kw +admit +expensive +electricity +nba +exception +symbol +##ving +ladies +shower +sheriff +characteristics +##je +aimed +button +ratio +effectively +summit +angle +jury +bears +foster +vessels +pants +executed +evans +dozen +advertising +kicked +patrol +1889 +competitions +lifetime +principles +athletics +##logy +birmingham +sponsored +89 +rob +nomination +1893 +acoustic +##sm +creature +longest +##tra +credits +harbor +dust +josh +##so +territories +milk +infrastructure +completion +thailand +indians +leon +archbishop +##sy +assist +pitch +blake +arrangement +girlfriend +serbian +operational +hence +sad +scent +fur +dj +sessions +hp +refer +rarely +##ora +exists +1892 +##ten +scientists +dirty +penalty +burst +portrait +seed +79 +pole +limits +rival +1894 +stable +alpha +grave +constitutional +alcohol +arrest +flower +mystery +devil +architectural +relationships +greatly +habitat +##istic +larry +progressive +remote +cotton +##ics +##ok +preserved +reaches +##ming +cited +86 +vast +scholarship +decisions +cbs +joy +teach +1885 +editions +knocked +eve +searching +partly +participation +gap +animated +fate +excellent +##ett +na +87 +alternate +saints +youngest +##ily +climbed +##ita +##tors +suggest +##ct +discussion +staying +choir +lakes +jacket +revenue +nevertheless +peaked +instrument +wondering +annually +managing +neil +1891 +signing +terry +##ice +apply +clinical +brooklyn +aim +catherine +fuck +farmers +figured +ninth +pride +hugh +evolution +ordinary +involvement +comfortable +shouted +tech +encouraged +taiwan +representation +sharing +##lia +##em +panic +exact +cargo +competing +fat +cried +83 +1920s +occasions +pa +cabin +borders +utah +marcus +##isation +badly +muscles +##ance +victorian +transition +warner +bet +permission +##rin +slave +terrible +similarly +shares +seth +uefa +possession +medals +benefits +colleges +lowered +perfectly +mall +transit +##ye +##kar +publisher +##ened +harrison +deaths +elevation +##ae +asleep +machines +sigh +ash +hardly +argument +occasion +parent +leo +decline +1888 +contribution +##ua +concentration +1000 +opportunities +hispanic +guardian +extent +emotions +hips +mason +volumes +bloody +controversy +diameter +steady +mistake +phoenix +identify +violin +##sk +departure +richmond +spin +funeral +enemies +1864 +gear +literally +connor +random +sergeant +grab +confusion +1865 +transmission +informed +op +leaning +sacred +suspended +thinks +gates +portland +luck +agencies +yours +hull +expert +muscle +layer +practical +sculpture +jerusalem +latest +lloyd +statistics +deeper +recommended +warrior +arkansas +mess +supports +greg +eagle +1880 +recovered +rated +concerts +rushed +##ano +stops +eggs +files +premiere +keith +##vo +delhi +turner +pit +affair +belief +paint +##zing +mate +##ach +##ev +victim +##ology +withdrew +bonus +styles +fled +##ud +glasgow +technologies +funded +nbc +adaptation +##ata +portrayed +cooperation +supporters +judges +bernard +justin +hallway +ralph +##ick +graduating +controversial +distant +continental +spider +bite +##ho +recognize +intention +mixing +##ese +egyptian +bow +tourism +suppose +claiming +tiger +dominated +participants +vi +##ru +nurse +partially +tape +##rum +psychology +##rn +essential +touring +duo +voting +civilian +emotional +channels +##king +apparent +hebrew +1887 +tommy +carrier +intersection +beast +hudson +##gar +##zo +lab +nova +bench +discuss +costa +##ered +detailed +behalf +drivers +unfortunately +obtain +##lis +rocky +##dae +siege +friendship +honey +##rian +1861 +amy +hang +posted +governments +collins +respond +wildlife +preferred +operator +##po +laura +pregnant +videos +dennis +suspected +boots +instantly +weird +automatic +businessman +alleged +placing +throwing +ph +mood +1862 +perry +venue +jet +remainder +##lli +##ci +passion +biological +boyfriend +1863 +dirt +buffalo +ron +segment +fa +abuse +##era +genre +thrown +stroke +colored +stress +exercise +displayed +##gen +struggled +##tti +abroad +dramatic +wonderful +thereafter +madrid +component +widespread +##sed +tale +citizen +todd +monday +1886 +vancouver +overseas +forcing +crying +descent +##ris +discussed +substantial +ranks +regime +1870 +provinces +switch +drum +zane +ted +tribes +proof +lp +cream +researchers +volunteer +manor +silk +milan +donated +allies +venture +principle +delivery +enterprise +##ves +##ans +bars +traditionally +witch +reminded +copper +##uk +pete +inter +links +colin +grinned +elsewhere +competitive +frequent +##oy +scream +##hu +tension +texts +submarine +finnish +defending +defend +pat +detail +1884 +affiliated +stuart +themes +villa +periods +tool +belgian +ruling +crimes +answers +folded +licensed +resort +demolished +hans +lucy +1881 +lion +traded +photographs +writes +craig +##fa +trials +generated +beth +noble +debt +percentage +yorkshire +erected +ss +viewed +grades +confidence +ceased +islam +telephone +retail +##ible +chile +m虏 +roberts +sixteen +##ich +commented +hampshire +innocent +dual +pounds +checked +regulations +afghanistan +sung +rico +liberty +assets +bigger +options +angels +relegated +tribute +wells +attending +leaf +##yan +butler +romanian +forum +monthly +lisa +patterns +gmina +##tory +madison +hurricane +rev +##ians +bristol +##ula +elite +valuable +disaster +democracy +awareness +germans +freyja +##ins +loop +absolutely +paying +populations +maine +sole +prayer +spencer +releases +doorway +bull +##ani +lover +midnight +conclusion +##sson +thirteen +lily +mediterranean +##lt +nhl +proud +sample +##hill +drummer +guinea +##ova +murphy +climb +##ston +instant +attributed +horn +ain +railways +steven +##ao +autumn +ferry +opponent +root +traveling +secured +corridor +stretched +tales +sheet +trinity +cattle +helps +indicates +manhattan +murdered +fitted +1882 +gentle +grandmother +mines +shocked +vegas +produces +##light +caribbean +##ou +belong +continuous +desperate +drunk +historically +trio +waved +raf +dealing +nathan +bat +murmured +interrupted +residing +scientist +pioneer +harold +aaron +##net +delta +attempting +minority +mini +believes +chorus +tend +lots +eyed +indoor +load +shots +updated +jail +##llo +concerning +connecting +wealth +##ved +slaves +arrive +rangers +sufficient +rebuilt +##wick +cardinal +flood +muhammad +whenever +relation +runners +moral +repair +viewers +arriving +revenge +punk +assisted +bath +fairly +breathe +lists +innings +illustrated +whisper +nearest +voters +clinton +ties +ultimate +screamed +beijing +lions +andre +fictional +gathering +comfort +radar +suitable +dismissed +hms +ban +pine +wrist +atmosphere +voivodeship +bid +timber +##ned +##nan +giants +##ane +cameron +recovery +uss +identical +categories +switched +serbia +laughter +noah +ensemble +therapy +peoples +touching +##off +locally +pearl +platforms +everywhere +ballet +tables +lanka +herbert +outdoor +toured +derek +1883 +spaces +contested +swept +1878 +exclusive +slight +connections +##dra +winds +prisoner +collective +bangladesh +tube +publicly +wealthy +thai +##ys +isolated +select +##ric +insisted +pen +fortune +ticket +spotted +reportedly +animation +enforcement +tanks +110 +decides +wider +lowest +owen +##time +nod +hitting +##hn +gregory +furthermore +magazines +fighters +solutions +##ery +pointing +requested +peru +reed +chancellor +knights +mask +worker +eldest +flames +reduction +1860 +volunteers +##tis +reporting +##hl +wire +advisory +endemic +origins +settlers +pursue +knock +consumer +1876 +eu +compound +creatures +mansion +sentenced +ivan +deployed +guitars +frowned +involves +mechanism +kilometers +perspective +shops +maps +terminus +duncan +alien +fist +bridges +##pers +heroes +fed +derby +swallowed +##ros +patent +sara +illness +characterized +adventures +slide +hawaii +jurisdiction +##op +organised +##side +adelaide +walks +biology +se +##ties +rogers +swing +tightly +boundaries +##rie +prepare +implementation +stolen +##sha +certified +colombia +edwards +garage +##mm +recalled +##ball +rage +harm +nigeria +breast +##ren +furniture +pupils +settle +##lus +cuba +balls +client +alaska +21st +linear +thrust +celebration +latino +genetic +terror +##cia +##ening +lightning +fee +witness +lodge +establishing +skull +##ique +earning +hood +##ei +rebellion +wang +sporting +warned +missile +devoted +activist +porch +worship +fourteen +package +1871 +decorated +##shire +housed +##ock +chess +sailed +doctors +oscar +joan +treat +garcia +harbour +jeremy +##ire +traditions +dominant +jacques +##gon +##wan +relocated +1879 +amendment +sized +companion +simultaneously +volleyball +spun +acre +increases +stopping +loves +belongs +affect +drafted +tossed +scout +battles +1875 +filming +shoved +munich +tenure +vertical +romance +pc +##cher +argue +##ical +craft +ranging +www +opens +honest +tyler +yesterday +virtual +##let +muslims +reveal +snake +immigrants +radical +screaming +speakers +firing +saving +belonging +ease +lighting +prefecture +blame +farmer +hungry +grows +rubbed +beam +sur +subsidiary +##cha +armenian +sao +dropping +conventional +##fer +microsoft +reply +qualify +spots +1867 +sweat +festivals +##ken +immigration +physician +discover +exposure +sandy +explanation +isaac +implemented +##fish +hart +initiated +connect +stakes +presents +heights +householder +pleased +tourist +regardless +slip +closest +##ction +surely +sultan +brings +riley +preparation +aboard +slammed +baptist +experiment +ongoing +interstate +organic +playoffs +##ika +1877 +130 +##tar +hindu +error +tours +tier +plenty +arrangements +talks +trapped +excited +sank +ho +athens +1872 +denver +welfare +suburb +athletes +trick +diverse +belly +exclusively +yelled +1868 +##med +conversion +##ette +1874 +internationally +computers +conductor +abilities +sensitive +hello +dispute +measured +globe +rocket +prices +amsterdam +flights +tigers +inn +municipalities +emotion +references +3d +##mus +explains +airlines +manufactured +pm +archaeological +1873 +interpretation +devon +comment +##ites +settlements +kissing +absolute +improvement +suite +impressed +barcelona +sullivan +jefferson +towers +jesse +julie +##tin +##lu +grandson +hi +gauge +regard +rings +interviews +trace +raymond +thumb +departments +burns +serial +bulgarian +scores +demonstrated +##ix +1866 +kyle +alberta +underneath +romanized +##ward +relieved +acquisition +phrase +cliff +reveals +han +cuts +merger +custom +##dar +nee +gilbert +graduation +##nts +assessment +cafe +difficulty +demands +swung +democrat +jennifer +commons +1940s +grove +##yo +completing +focuses +sum +substitute +bearing +stretch +reception +##py +reflected +essentially +destination +pairs +##ched +survival +resource +##bach +promoting +doubles +messages +tear +##down +##fully +parade +florence +harvey +incumbent +partial +framework +900 +pedro +frozen +procedure +olivia +controls +##mic +shelter +personally +temperatures +##od +brisbane +tested +sits +marble +comprehensive +oxygen +leonard +##kov +inaugural +iranian +referring +quarters +attitude +##ivity +mainstream +lined +mars +dakota +norfolk +unsuccessful +##掳 +explosion +helicopter +congressional +##sing +inspector +bitch +seal +departed +divine +##ters +coaching +examination +punishment +manufacturer +sink +columns +unincorporated +signals +nevada +squeezed +dylan +dining +photos +martial +manuel +eighteen +elevator +brushed +plates +ministers +ivy +congregation +##len +slept +specialized +taxes +curve +restricted +negotiations +likes +statistical +arnold +inspiration +execution +bold +intermediate +significance +margin +ruler +wheels +gothic +intellectual +dependent +listened +eligible +buses +widow +syria +earn +cincinnati +collapsed +recipient +secrets +accessible +philippine +maritime +goddess +clerk +surrender +breaks +playoff +database +##ified +##lon +ideal +beetle +aspect +soap +regulation +strings +expand +anglo +shorter +crosses +retreat +tough +coins +wallace +directions +pressing +##oon +shipping +locomotives +comparison +topics +nephew +##mes +distinction +honors +travelled +sierra +ibn +##over +fortress +sa +recognised +carved +1869 +clients +##dan +intent +##mar +coaches +describing +bread +##ington +beaten +northwestern +##ona +merit +youtube +collapse +challenges +em +historians +objective +submitted +virus +attacking +drake +assume +##ere +diseases +marc +stem +leeds +##cus +##ab +farming +glasses +##lock +visits +nowhere +fellowship +relevant +carries +restaurants +experiments +101 +constantly +bases +targets +shah +tenth +opponents +verse +territorial +##ira +writings +corruption +##hs +instruction +inherited +reverse +emphasis +##vic +employee +arch +keeps +rabbi +watson +payment +uh +##ala +nancy +##tre +venice +fastest +sexy +banned +adrian +properly +ruth +touchdown +dollar +boards +metre +circles +edges +favour +comments +ok +travels +liberation +scattered +firmly +##ular +holland +permitted +diesel +kenya +den +originated +##ral +demons +resumed +dragged +rider +##rus +servant +blinked +extend +torn +##ias +##sey +input +meal +everybody +cylinder +kinds +camps +##fe +bullet +logic +##wn +croatian +evolved +healthy +fool +chocolate +wise +preserve +pradesh +##ess +respective +1850 +##ew +chicken +artificial +gross +corresponding +convicted +cage +caroline +dialogue +##dor +narrative +stranger +mario +br +christianity +failing +trent +commanding +buddhist +1848 +maurice +focusing +yale +bike +altitude +##ering +mouse +revised +##sley +veteran +##ig +pulls +theology +crashed +campaigns +legion +##ability +drag +excellence +customer +cancelled +intensity +excuse +##lar +liga +participating +contributing +printing +##burn +variable +##rk +curious +bin +legacy +renaissance +##my +symptoms +binding +vocalist +dancer +##nie +grammar +gospel +democrats +ya +enters +sc +diplomatic +hitler +##ser +clouds +mathematical +quit +defended +oriented +##heim +fundamental +hardware +impressive +equally +convince +confederate +guilt +chuck +sliding +##ware +magnetic +narrowed +petersburg +bulgaria +otto +phd +skill +##ama +reader +hopes +pitcher +reservoir +hearts +automatically +expecting +mysterious +bennett +extensively +imagined +seeds +monitor +fix +##ative +journalism +struggling +signature +ranch +encounter +photographer +observation +protests +##pin +influences +##hr +calendar +##all +cruz +croatia +locomotive +hughes +naturally +shakespeare +basement +hook +uncredited +faded +theories +approaches +dare +phillips +filling +fury +obama +##ain +efficient +arc +deliver +min +raid +breeding +inducted +leagues +efficiency +axis +montana +eagles +##ked +supplied +instructions +karen +picking +indicating +trap +anchor +practically +christians +tomb +vary +occasional +electronics +lords +readers +newcastle +faint +innovation +collect +situations +engagement +160 +claude +mixture +##feld +peer +tissue +logo +lean +##ration +掳f +floors +##ven +architects +reducing +##our +##ments +rope +1859 +ottawa +##har +samples +banking +declaration +proteins +resignation +francois +saudi +advocate +exhibited +armor +twins +divorce +##ras +abraham +reviewed +jo +temporarily +matrix +physically +pulse +curled +##ena +difficulties +bengal +usage +##ban +annie +riders +certificate +##pi +holes +warsaw +distinctive +jessica +##mon +mutual +1857 +customs +circular +eugene +removal +loaded +mere +vulnerable +depicted +generations +dame +heir +enormous +lightly +climbing +pitched +lessons +pilots +nepal +ram +google +preparing +brad +louise +renowned +##鈧� +liam +##ably +plaza +shaw +sophie +brilliant +bills +##bar +##nik +fucking +mainland +server +pleasant +seized +veterans +jerked +fail +beta +brush +radiation +stored +warmth +southeastern +nate +sin +raced +berkeley +joke +athlete +designation +trunk +##low +roland +qualification +archives +heels +artwork +receives +judicial +reserves +##bed +woke +installation +abu +floating +fake +lesser +excitement +interface +concentrated +addressed +characteristic +amanda +saxophone +monk +auto +##bus +releasing +egg +dies +interaction +defender +ce +outbreak +glory +loving +##bert +sequel +consciousness +http +awake +ski +enrolled +##ress +handling +rookie +brow +somebody +biography +warfare +amounts +contracts +presentation +fabric +dissolved +challenged +meter +psychological +lt +elevated +rally +accurate +##tha +hospitals +undergraduate +specialist +venezuela +exhibit +shed +nursing +protestant +fluid +structural +footage +jared +consistent +prey +##ska +succession +reflect +exile +lebanon +wiped +suspect +shanghai +resting +integration +preservation +marvel +variant +pirates +sheep +rounded +capita +sailing +colonies +manuscript +deemed +variations +clarke +functional +emerging +boxing +relaxed +curse +azerbaijan +heavyweight +nickname +editorial +rang +grid +tightened +earthquake +flashed +miguel +rushing +##ches +improvements +boxes +brooks +180 +consumption +molecular +felix +societies +repeatedly +variation +aids +civic +graphics +professionals +realm +autonomous +receiver +delayed +workshop +militia +chairs +trump +canyon +##point +harsh +extending +lovely +happiness +##jan +stake +eyebrows +embassy +wellington +hannah +##ella +sony +corners +bishops +swear +cloth +contents +xi +namely +commenced +1854 +stanford +nashville +courage +graphic +commitment +garrison +##bin +hamlet +clearing +rebels +attraction +literacy +cooking +ruins +temples +jenny +humanity +celebrate +hasn +freight +sixty +rebel +bastard +##art +newton +##ada +deer +##ges +##ching +smiles +delaware +singers +##ets +approaching +assists +flame +##ph +boulevard +barrel +planted +##ome +pursuit +##sia +consequences +posts +shallow +invitation +rode +depot +ernest +kane +rod +concepts +preston +topic +chambers +striking +blast +arrives +descendants +montgomery +ranges +worlds +##lay +##ari +span +chaos +praise +##ag +fewer +1855 +sanctuary +mud +fbi +##ions +programmes +maintaining +unity +harper +bore +handsome +closure +tournaments +thunder +nebraska +linda +facade +puts +satisfied +argentine +dale +cork +dome +panama +##yl +1858 +tasks +experts +##ates +feeding +equation +##las +##ida +##tu +engage +bryan +##ax +um +quartet +melody +disbanded +sheffield +blocked +gasped +delay +kisses +maggie +connects +##non +sts +poured +creator +publishers +##we +guided +ellis +extinct +hug +gaining +##ord +complicated +##bility +poll +clenched +investigate +##use +thereby +quantum +spine +cdp +humor +kills +administered +semifinals +##du +encountered +ignore +##bu +commentary +##maker +bother +roosevelt +140 +plains +halfway +flowing +cultures +crack +imprisoned +neighboring +airline +##ses +##view +##mate +##ec +gather +wolves +marathon +transformed +##ill +cruise +organisations +carol +punch +exhibitions +numbered +alarm +ratings +daddy +silently +##stein +queens +colours +impression +guidance +liu +tactical +##rat +marshal +della +arrow +##ings +rested +feared +tender +owns +bitter +advisor +escort +##ides +spare +farms +grants +##ene +dragons +encourage +colleagues +cameras +##und +sucked +pile +spirits +prague +statements +suspension +landmark +fence +torture +recreation +bags +permanently +survivors +pond +spy +predecessor +bombing +coup +##og +protecting +transformation +glow +##lands +##book +dug +priests +andrea +feat +barn +jumping +##chen +##ologist +##con +casualties +stern +auckland +pipe +serie +revealing +ba +##bel +trevor +mercy +spectrum +yang +consist +governing +collaborated +possessed +epic +comprises +blew +shane +##ack +lopez +honored +magical +sacrifice +judgment +perceived +hammer +mtv +baronet +tune +das +missionary +sheets +350 +neutral +oral +threatening +attractive +shade +aims +seminary +##master +estates +1856 +michel +wounds +refugees +manufacturers +##nic +mercury +syndrome +porter +##iya +##din +hamburg +identification +upstairs +purse +widened +pause +cared +breathed +affiliate +santiago +prevented +celtic +fisher +125 +recruited +byzantine +reconstruction +farther +##mp +diet +sake +au +spite +sensation +##ert +blank +separation +105 +##hon +vladimir +armies +anime +##lie +accommodate +orbit +cult +sofia +archive +##ify +##box +founders +sustained +disorder +honours +northeastern +mia +crops +violet +threats +blanket +fires +canton +followers +southwestern +prototype +voyage +assignment +altered +moderate +protocol +pistol +##eo +questioned +brass +lifting +1852 +math +authored +##ual +doug +dimensional +dynamic +##san +1851 +pronounced +grateful +quest +uncomfortable +boom +presidency +stevens +relating +politicians +chen +barrier +quinn +diana +mosque +tribal +cheese +palmer +portions +sometime +chester +treasure +wu +bend +download +millions +reforms +registration +##osa +consequently +monitoring +ate +preliminary +brandon +invented +ps +eaten +exterior +intervention +ports +documented +log +displays +lecture +sally +favourite +##itz +vermont +lo +invisible +isle +breed +##ator +journalists +relay +speaks +backward +explore +midfielder +actively +stefan +procedures +cannon +blond +kenneth +centered +servants +chains +libraries +malcolm +essex +henri +slavery +##hal +facts +fairy +coached +cassie +cats +washed +cop +##fi +announcement +item +2000s +vinyl +activated +marco +frontier +growled +curriculum +##das +loyal +accomplished +leslie +ritual +kenny +##00 +vii +napoleon +hollow +hybrid +jungle +stationed +friedrich +counted +##ulated +platinum +theatrical +seated +col +rubber +glen +1840 +diversity +healing +extends +id +provisions +administrator +columbus +##oe +tributary +te +assured +org +##uous +prestigious +examined +lectures +grammy +ronald +associations +bailey +allan +essays +flute +believing +consultant +proceedings +travelling +1853 +kit +kerala +yugoslavia +buddy +methodist +##ith +burial +centres +batman +##nda +discontinued +bo +dock +stockholm +lungs +severely +##nk +citing +manga +##ugh +steal +mumbai +iraqi +robot +celebrity +bride +broadcasts +abolished +pot +joel +overhead +franz +packed +reconnaissance +johann +acknowledged +introduce +handled +doctorate +developments +drinks +alley +palestine +##nis +##aki +proceeded +recover +bradley +grain +patch +afford +infection +nationalist +legendary +##ath +interchange +virtually +gen +gravity +exploration +amber +vital +wishes +powell +doctrine +elbow +screenplay +##bird +contribute +indonesian +pet +creates +##com +enzyme +kylie +discipline +drops +manila +hunger +##ien +layers +suffer +fever +bits +monica +keyboard +manages +##hood +searched +appeals +##bad +testament +grande +reid +##war +beliefs +congo +##ification +##dia +si +requiring +##via +casey +1849 +regret +streak +rape +depends +syrian +sprint +pound +tourists +upcoming +pub +##xi +tense +##els +practiced +echo +nationwide +guild +motorcycle +liz +##zar +chiefs +desired +elena +bye +precious +absorbed +relatives +booth +pianist +##mal +citizenship +exhausted +wilhelm +##ceae +##hed +noting +quarterback +urge +hectares +##gue +ace +holly +##tal +blonde +davies +parked +sustainable +stepping +twentieth +airfield +galaxy +nest +chip +##nell +tan +shaft +paulo +requirement +##zy +paradise +tobacco +trans +renewed +vietnamese +##cker +##ju +suggesting +catching +holmes +enjoying +md +trips +colt +holder +butterfly +nerve +reformed +cherry +bowling +trailer +carriage +goodbye +appreciate +toy +joshua +interactive +enabled +involve +##kan +collar +determination +bunch +facebook +recall +shorts +superintendent +episcopal +frustration +giovanni +nineteenth +laser +privately +array +circulation +##ovic +armstrong +deals +painful +permit +discrimination +##wi +aires +retiring +cottage +ni +##sta +horizon +ellen +jamaica +ripped +fernando +chapters +playstation +patron +lecturer +navigation +behaviour +genes +georgian +export +solomon +rivals +swift +seventeen +rodriguez +princeton +independently +sox +1847 +arguing +entity +casting +hank +criteria +oakland +geographic +milwaukee +reflection +expanding +conquest +dubbed +##tv +halt +brave +brunswick +doi +arched +curtis +divorced +predominantly +somerset +streams +ugly +zoo +horrible +curved +buenos +fierce +dictionary +vector +theological +unions +handful +stability +chan +punjab +segments +##lly +altar +ignoring +gesture +monsters +pastor +##stone +thighs +unexpected +operators +abruptly +coin +compiled +associates +improving +migration +pin +##ose +compact +collegiate +reserved +##urs +quarterfinals +roster +restore +assembled +hurry +oval +##cies +1846 +flags +martha +##del +victories +sharply +##rated +argues +deadly +neo +drawings +symbols +performer +##iel +griffin +restrictions +editing +andrews +java +journals +arabia +compositions +dee +pierce +removing +hindi +casino +runway +civilians +minds +nasa +hotels +##zation +refuge +rent +retain +potentially +conferences +suburban +conducting +##tto +##tions +##tle +descended +massacre +##cal +ammunition +terrain +fork +souls +counts +chelsea +durham +drives +cab +##bank +perth +realizing +palestinian +finn +simpson +##dal +betty +##ule +moreover +particles +cardinals +tent +evaluation +extraordinary +##oid +inscription +##works +wednesday +chloe +maintains +panels +ashley +trucks +##nation +cluster +sunlight +strikes +zhang +##wing +dialect +canon +##ap +tucked +##ws +collecting +##mas +##can +##sville +maker +quoted +evan +franco +aria +buying +cleaning +eva +closet +provision +apollo +clinic +rat +##ez +necessarily +ac +##gle +##ising +venues +flipped +cent +spreading +trustees +checking +authorized +##sco +disappointed +##ado +notion +duration +trumpet +hesitated +topped +brussels +rolls +theoretical +hint +define +aggressive +repeat +wash +peaceful +optical +width +allegedly +mcdonald +strict +copyright +##illa +investors +mar +jam +witnesses +sounding +miranda +michelle +privacy +hugo +harmony +##pp +valid +lynn +glared +nina +102 +headquartered +diving +boarding +gibson +##ncy +albanian +marsh +routine +dealt +enhanced +er +intelligent +substance +targeted +enlisted +discovers +spinning +observations +pissed +smoking +rebecca +capitol +visa +varied +costume +seemingly +indies +compensation +surgeon +thursday +arsenal +westminster +suburbs +rid +anglican +##ridge +knots +foods +alumni +lighter +fraser +whoever +portal +scandal +##ray +gavin +advised +instructor +flooding +terrorist +##ale +teenage +interim +senses +duck +teen +thesis +abby +eager +overcome +##ile +newport +glenn +rises +shame +##cc +prompted +priority +forgot +bomber +nicolas +protective +360 +cartoon +katherine +breeze +lonely +trusted +henderson +richardson +relax +banner +candy +palms +remarkable +##rio +legends +cricketer +essay +ordained +edmund +rifles +trigger +##uri +##away +sail +alert +1830 +audiences +penn +sussex +siblings +pursued +indianapolis +resist +rosa +consequence +succeed +avoided +1845 +##ulation +inland +##tie +##nna +counsel +profession +chronicle +hurried +##una +eyebrow +eventual +bleeding +innovative +cure +##dom +committees +accounting +con +scope +hardy +heather +tenor +gut +herald +codes +tore +scales +wagon +##oo +luxury +tin +prefer +fountain +triangle +bonds +darling +convoy +dried +traced +beings +troy +accidentally +slam +findings +smelled +joey +lawyers +outcome +steep +bosnia +configuration +shifting +toll +brook +performers +lobby +philosophical +construct +shrine +aggregate +boot +cox +phenomenon +savage +insane +solely +reynolds +lifestyle +##ima +nationally +holdings +consideration +enable +edgar +mo +mama +##tein +fights +relegation +chances +atomic +hub +conjunction +awkward +reactions +currency +finale +kumar +underwent +steering +elaborate +gifts +comprising +melissa +veins +reasonable +sunshine +chi +solve +trails +inhabited +elimination +ethics +huh +ana +molly +consent +apartments +layout +marines +##ces +hunters +bulk +##oma +hometown +##wall +##mont +cracked +reads +neighbouring +withdrawn +admission +wingspan +damned +anthology +lancashire +brands +batting +forgive +cuban +awful +##lyn +104 +dimensions +imagination +##ade +dante +##ship +tracking +desperately +goalkeeper +##yne +groaned +workshops +confident +burton +gerald +milton +circus +uncertain +slope +copenhagen +sophia +fog +philosopher +portraits +accent +cycling +varying +gripped +larvae +garrett +specified +scotia +mature +luther +kurt +rap +##kes +aerial +750 +ferdinand +heated +es +transported +##shan +safely +nonetheless +##orn +##gal +motors +demanding +##sburg +startled +##brook +ally +generate +caps +ghana +stained +demo +mentions +beds +ap +afterward +diary +##bling +utility +##iro +richards +1837 +conspiracy +conscious +shining +footsteps +observer +cyprus +urged +loyalty +developer +probability +olive +upgraded +gym +miracle +insects +graves +1844 +ourselves +hydrogen +amazon +katie +tickets +poets +##pm +planes +##pan +prevention +witnessed +dense +jin +randy +tang +warehouse +monroe +bang +archived +elderly +investigations +alec +granite +mineral +conflicts +controlling +aboriginal +carlo +##zu +mechanics +stan +stark +rhode +skirt +est +##berry +bombs +respected +##horn +imposed +limestone +deny +nominee +memphis +grabbing +disabled +##als +amusement +aa +frankfurt +corn +referendum +varies +slowed +disk +firms +unconscious +incredible +clue +sue +##zhou +twist +##cio +joins +idaho +chad +developers +computing +destroyer +103 +mortal +tucker +kingston +choices +yu +carson +1800 +os +whitney +geneva +pretend +dimension +staged +plateau +maya +##une +freestyle +##bc +rovers +hiv +##ids +tristan +classroom +prospect +##hus +honestly +diploma +lied +thermal +auxiliary +feast +unlikely +iata +##tel +morocco +pounding +treasury +lithuania +considerably +1841 +dish +1812 +geological +matching +stumbled +destroying +marched +brien +advances +cake +nicole +belle +settling +measuring +directing +##mie +tuesday +bassist +capabilities +stunned +fraud +torpedo +##list +##phone +anton +wisdom +surveillance +ruined +##ulate +lawsuit +healthcare +theorem +halls +trend +aka +horizontal +dozens +acquire +lasting +swim +hawk +gorgeous +fees +vicinity +decrease +adoption +tactics +##ography +pakistani +##ole +draws +##hall +willie +burke +heath +algorithm +integral +powder +elliott +brigadier +jackie +tate +varieties +darker +##cho +lately +cigarette +specimens +adds +##ree +##ensis +##inger +exploded +finalist +cia +murders +wilderness +arguments +nicknamed +acceptance +onwards +manufacture +robertson +jets +tampa +enterprises +blog +loudly +composers +nominations +1838 +ai +malta +inquiry +automobile +hosting +viii +rays +tilted +grief +museums +strategies +furious +euro +equality +cohen +poison +surrey +wireless +governed +ridiculous +moses +##esh +##room +vanished +##ito +barnes +attract +morrison +istanbul +##iness +absent +rotation +petition +janet +##logical +satisfaction +custody +deliberately +observatory +comedian +surfaces +pinyin +novelist +strictly +canterbury +oslo +monks +embrace +ibm +jealous +photograph +continent +dorothy +marina +doc +excess +holden +allegations +explaining +stack +avoiding +lance +storyline +majesty +poorly +spike +dos +bradford +raven +travis +classics +proven +voltage +pillow +fists +butt +1842 +interpreted +##car +1839 +gage +telegraph +lens +promising +expelled +casual +collector +zones +##min +silly +nintendo +##kh +##bra +downstairs +chef +suspicious +afl +flies +vacant +uganda +pregnancy +condemned +lutheran +estimates +cheap +decree +saxon +proximity +stripped +idiot +deposits +contrary +presenter +magnus +glacier +im +offense +edwin +##ori +upright +##long +bolt +##ois +toss +geographical +##izes +environments +delicate +marking +abstract +xavier +nails +windsor +plantation +occurring +equity +saskatchewan +fears +drifted +sequences +vegetation +revolt +##stic +1843 +sooner +fusion +opposing +nato +skating +1836 +secretly +ruin +lease +##oc +edit +##nne +flora +anxiety +ruby +##ological +##mia +tel +bout +taxi +emmy +frost +rainbow +compounds +foundations +rainfall +assassination +nightmare +dominican +##win +achievements +deserve +orlando +intact +armenia +##nte +calgary +valentine +106 +marion +proclaimed +theodore +bells +courtyard +thigh +gonzalez +console +troop +minimal +monte +everyday +##ence +##if +supporter +terrorism +buck +openly +presbyterian +activists +carpet +##iers +rubbing +uprising +##yi +cute +conceived +legally +##cht +millennium +cello +velocity +ji +rescued +cardiff +1835 +rex +concentrate +senators +beard +rendered +glowing +battalions +scouts +competitors +sculptor +catalogue +arctic +ion +raja +bicycle +wow +glancing +lawn +##woman +gentleman +lighthouse +publish +predicted +calculated +##val +variants +##gne +strain +##ui +winston +deceased +##nus +touchdowns +brady +caleb +sinking +echoed +crush +hon +blessed +protagonist +hayes +endangered +magnitude +editors +##tine +estimate +responsibilities +##mel +backup +laying +consumed +sealed +zurich +lovers +frustrated +##eau +ahmed +kicking +mit +treasurer +1832 +biblical +refuse +terrified +pump +agrees +genuine +imprisonment +refuses +plymouth +##hen +lou +##nen +tara +trembling +antarctic +ton +learns +##tas +crap +crucial +faction +atop +##borough +wrap +lancaster +odds +hopkins +erik +lyon +##eon +bros +##ode +snap +locality +tips +empress +crowned +cal +acclaimed +chuckled +##ory +clara +sends +mild +towel +##fl +##day +##邪 +wishing +assuming +interviewed +##bal +##die +interactions +eden +cups +helena +##lf +indie +beck +##fire +batteries +filipino +wizard +parted +##lam +traces +##born +rows +idol +albany +delegates +##ees +##sar +discussions +##ex +notre +instructed +belgrade +highways +suggestion +lauren +possess +orientation +alexandria +abdul +beats +salary +reunion +ludwig +alright +wagner +intimate +pockets +slovenia +hugged +brighton +merchants +cruel +stole +trek +slopes +repairs +enrollment +politically +underlying +promotional +counting +boeing +##bb +isabella +naming +##懈 +keen +bacteria +listing +separately +belfast +ussr +450 +lithuanian +anybody +ribs +sphere +martinez +cock +embarrassed +proposals +fragments +nationals +##fs +##wski +premises +fin +1500 +alpine +matched +freely +bounded +jace +sleeve +##af +gaming +pier +populated +evident +##like +frances +flooded +##dle +frightened +pour +trainer +framed +visitor +challenging +pig +wickets +##fold +infected +email +##pes +arose +##aw +reward +ecuador +oblast +vale +ch +shuttle +##usa +bach +rankings +forbidden +cornwall +accordance +salem +consumers +bruno +fantastic +toes +machinery +resolved +julius +remembering +propaganda +iceland +bombardment +tide +contacts +wives +##rah +concerto +macdonald +albania +implement +daisy +tapped +sudan +helmet +angela +mistress +##lic +crop +sunk +finest +##craft +hostile +##ute +##tsu +boxer +fr +paths +adjusted +habit +ballot +supervision +soprano +##zen +bullets +wicked +sunset +regiments +disappear +lamp +performs +app +##gia +##oa +rabbit +digging +incidents +entries +##cion +dishes +##oi +introducing +##ati +##fied +freshman +slot +jill +tackles +baroque +backs +##iest +lone +sponsor +destiny +altogether +convert +##aro +consensus +shapes +demonstration +basically +feminist +auction +artifacts +##bing +strongest +twitter +halifax +2019 +allmusic +mighty +smallest +precise +alexandra +viola +##los +##ille +manuscripts +##illo +dancers +ari +managers +monuments +blades +barracks +springfield +maiden +consolidated +electron +##end +berry +airing +wheat +nobel +inclusion +blair +payments +geography +bee +cc +eleanor +react +##hurst +afc +manitoba +##yu +su +lineup +fitness +recreational +investments +airborne +disappointment +##dis +edmonton +viewing +##row +renovation +##cast +infant +bankruptcy +roses +aftermath +pavilion +##yer +carpenter +withdrawal +ladder +##hy +discussing +popped +reliable +agreements +rochester +##abad +curves +bombers +220 +rao +reverend +decreased +choosing +107 +stiff +consulting +naples +crawford +tracy +ka +ribbon +cops +##lee +crushed +deciding +unified +teenager +accepting +flagship +explorer +poles +sanchez +inspection +revived +skilled +induced +exchanged +flee +locals +tragedy +swallow +loading +hanna +demonstrate +##ela +salvador +flown +contestants +civilization +##ines +wanna +rhodes +fletcher +hector +knocking +considers +##ough +nash +mechanisms +sensed +mentally +walt +unclear +##eus +renovated +madame +##cks +crews +governmental +##hin +undertaken +monkey +##ben +##ato +fatal +armored +copa +caves +governance +grasp +perception +certification +froze +damp +tugged +wyoming +##rg +##ero +newman +##lor +nerves +curiosity +graph +115 +##ami +withdraw +tunnels +dull +meredith +moss +exhibits +neighbors +communicate +accuracy +explored +raiders +republicans +secular +kat +superman +penny +criticised +##tch +freed +update +conviction +wade +ham +likewise +delegation +gotta +doll +promises +technological +myth +nationality +resolve +convent +##mark +sharon +dig +sip +coordinator +entrepreneur +fold +##dine +capability +councillor +synonym +blown +swan +cursed +1815 +jonas +haired +sofa +canvas +keeper +rivalry +##hart +rapper +speedway +swords +postal +maxwell +estonia +potter +recurring +##nn +##ave +errors +##oni +cognitive +1834 +##虏 +claws +nadu +roberto +bce +wrestler +ellie +##ations +infinite +ink +##tia +presumably +finite +staircase +108 +noel +patricia +nacional +##cation +chill +eternal +tu +preventing +prussia +fossil +limbs +##logist +ernst +frog +perez +rene +##ace +pizza +prussian +##ios +##vy +molecules +regulatory +answering +opinions +sworn +lengths +supposedly +hypothesis +upward +habitats +seating +ancestors +drank +yield +hd +synthesis +researcher +modest +##var +mothers +peered +voluntary +homeland +##the +acclaim +##igan +static +valve +luxembourg +alto +carroll +fe +receptor +norton +ambulance +##tian +johnston +catholics +depicting +jointly +elephant +gloria +mentor +badge +ahmad +distinguish +remarked +councils +precisely +allison +advancing +detection +crowded +##10 +cooperative +ankle +mercedes +dagger +surrendered +pollution +commit +subway +jeffrey +lesson +sculptures +provider +##fication +membrane +timothy +rectangular +fiscal +heating +teammate +basket +particle +anonymous +deployment +##ple +missiles +courthouse +proportion +shoe +sec +##ller +complaints +forbes +blacks +abandon +remind +sizes +overwhelming +autobiography +natalie +##awa +risks +contestant +countryside +babies +scorer +invaded +enclosed +proceed +hurling +disorders +##cu +reflecting +continuously +cruiser +graduates +freeway +investigated +ore +deserved +maid +blocking +phillip +jorge +shakes +dove +mann +variables +lacked +burden +accompanying +que +consistently +organizing +provisional +complained +endless +##rm +tubes +juice +georges +krishna +mick +labels +thriller +##uch +laps +arcade +sage +snail +##table +shannon +fi +laurence +seoul +vacation +presenting +hire +churchill +surprisingly +prohibited +savannah +technically +##oli +170 +##lessly +testimony +suited +speeds +toys +romans +mlb +flowering +measurement +talented +kay +settings +charleston +expectations +shattered +achieving +triumph +ceremonies +portsmouth +lanes +mandatory +loser +stretching +cologne +realizes +seventy +cornell +careers +webb +##ulating +americas +budapest +ava +suspicion +##ison +yo +conrad +##hai +sterling +jessie +rector +##az +1831 +transform +organize +loans +christine +volcanic +warrant +slender +summers +subfamily +newer +danced +dynamics +rhine +proceeds +heinrich +gastropod +commands +sings +facilitate +easter +ra +positioned +responses +expense +fruits +yanked +imported +25th +velvet +vic +primitive +tribune +baldwin +neighbourhood +donna +rip +hay +pr +##uro +1814 +espn +welcomed +##aria +qualifier +glare +highland +timing +##cted +shells +eased +geometry +louder +exciting +slovakia +##sion +##iz +##lot +savings +prairie +##ques +marching +rafael +tonnes +##lled +curtain +preceding +shy +heal +greene +worthy +##pot +detachment +bury +sherman +##eck +reinforced +seeks +bottles +contracted +duchess +outfit +walsh +##sc +mickey +##ase +geoffrey +archer +squeeze +dawson +eliminate +invention +##enberg +neal +##eth +stance +dealer +coral +maple +retire +polo +simplified +##ht +1833 +hid +watts +backwards +jules +##oke +genesis +mt +frames +rebounds +burma +woodland +moist +santos +whispers +drained +subspecies +##aa +streaming +ulster +burnt +correspondence +maternal +gerard +denis +stealing +##load +genius +duchy +##oria +inaugurated +momentum +suits +placement +sovereign +clause +thames +##hara +confederation +reservation +sketch +yankees +lets +rotten +charm +hal +verses +ultra +commercially +dot +salon +citation +adopt +winnipeg +mist +allocated +cairo +##boy +jenkins +interference +objectives +##wind +1820 +portfolio +armoured +sectors +##eh +initiatives +##world +integrity +exercises +robe +tap +ab +gazed +##tones +distracted +rulers +111 +favorable +jerome +tended +cart +factories +##eri +diplomat +valued +gravel +charitable +##try +calvin +exploring +chang +shepherd +terrace +pdf +pupil +##ural +reflects +ups +##rch +governors +shelf +depths +##nberg +trailed +crest +tackle +##nian +##ats +hatred +##kai +clare +makers +ethiopia +longtime +detected +embedded +lacking +slapped +rely +thomson +anticipation +iso +morton +successive +agnes +screenwriter +straightened +philippe +playwright +haunted +licence +iris +intentions +sutton +112 +logical +correctly +##weight +branded +licked +tipped +silva +ricky +narrator +requests +##ents +greeted +supernatural +cow +##wald +lung +refusing +employer +strait +gaelic +liner +##piece +zoe +sabha +##mba +driveway +harvest +prints +bates +reluctantly +threshold +algebra +ira +wherever +coupled +240 +assumption +picks +##air +designers +raids +gentlemen +##ean +roller +blowing +leipzig +locks +screw +dressing +strand +##lings +scar +dwarf +depicts +##nu +nods +##mine +differ +boris +##eur +yuan +flip +##gie +mob +invested +questioning +applying +##ture +shout +##sel +gameplay +blamed +illustrations +bothered +weakness +rehabilitation +##of +##zes +envelope +rumors +miners +leicester +subtle +kerry +##ico +ferguson +##fu +premiership +ne +##cat +bengali +prof +catches +remnants +dana +##rily +shouting +presidents +baltic +ought +ghosts +dances +sailors +shirley +fancy +dominic +##bie +madonna +##rick +bark +buttons +gymnasium +ashes +liver +toby +oath +providence +doyle +evangelical +nixon +cement +carnegie +embarked +hatch +surroundings +guarantee +needing +pirate +essence +##bee +filter +crane +hammond +projected +immune +percy +twelfth +##ult +regent +doctoral +damon +mikhail +##ichi +lu +critically +elect +realised +abortion +acute +screening +mythology +steadily +##fc +frown +nottingham +kirk +wa +minneapolis +##rra +module +algeria +mc +nautical +encounters +surprising +statues +availability +shirts +pie +alma +brows +munster +mack +soup +crater +tornado +sanskrit +cedar +explosive +bordered +dixon +planets +stamp +exam +happily +##bble +carriers +kidnapped +##vis +accommodation +emigrated +##met +knockout +correspondent +violation +profits +peaks +lang +specimen +agenda +ancestry +pottery +spelling +equations +obtaining +ki +linking +1825 +debris +asylum +##20 +buddhism +teddy +##ants +gazette +##nger +##sse +dental +eligibility +utc +fathers +averaged +zimbabwe +francesco +coloured +hissed +translator +lynch +mandate +humanities +mackenzie +uniforms +lin +##iana +##gio +asset +mhz +fitting +samantha +genera +wei +rim +beloved +shark +riot +entities +expressions +indo +carmen +slipping +owing +abbot +neighbor +sidney +##av +rats +recommendations +encouraging +squadrons +anticipated +commanders +conquered +##oto +donations +diagnosed +##mond +divide +##iva +guessed +decoration +vernon +auditorium +revelation +conversations +##kers +##power +herzegovina +dash +alike +protested +lateral +herman +accredited +mg +##gent +freeman +mel +fiji +crow +crimson +##rine +livestock +##pped +humanitarian +bored +oz +whip +##lene +##ali +legitimate +alter +grinning +spelled +anxious +oriental +wesley +##nin +##hole +carnival +controller +detect +##ssa +bowed +educator +kosovo +macedonia +##sin +occupy +mastering +stephanie +janeiro +para +unaware +nurses +noon +135 +cam +hopefully +ranger +combine +sociology +polar +rica +##eer +neill +##sman +holocaust +##ip +doubled +lust +1828 +109 +decent +cooling +unveiled +##card +1829 +nsw +homer +chapman +meyer +##gin +dive +mae +reagan +expertise +##gled +darwin +brooke +sided +prosecution +investigating +comprised +petroleum +genres +reluctant +differently +trilogy +johns +vegetables +corpse +highlighted +lounge +pension +unsuccessfully +elegant +aided +ivory +beatles +amelia +cain +dubai +sunny +immigrant +babe +click +##nder +underwater +pepper +combining +mumbled +atlas +horns +accessed +ballad +physicians +homeless +gestured +rpm +freak +louisville +corporations +patriots +prizes +rational +warn +modes +decorative +overnight +din +troubled +phantom +##ort +monarch +sheer +##dorf +generals +guidelines +organs +addresses +##zon +enhance +curling +parishes +cord +##kie +linux +caesar +deutsche +bavaria +##bia +coleman +cyclone +##eria +bacon +petty +##yama +##old +hampton +diagnosis +1824 +throws +complexity +rita +disputed +##鈧� +pablo +##sch +marketed +trafficking +##ulus +examine +plague +formats +##oh +vault +faithful +##bourne +webster +##ox +highlights +##ient +##ann +phones +vacuum +sandwich +modeling +##gated +bolivia +clergy +qualities +isabel +##nas +##ars +wears +screams +reunited +annoyed +bra +##ancy +##rate +differential +transmitter +tattoo +container +poker +##och +excessive +resides +cowboys +##tum +augustus +trash +providers +statute +retreated +balcony +reversed +void +storey +preceded +masses +leap +laughs +neighborhoods +wards +schemes +falcon +santo +battlefield +pad +ronnie +thread +lesbian +venus +##dian +beg +sandstone +daylight +punched +gwen +analog +stroked +wwe +acceptable +measurements +dec +toxic +##kel +adequate +surgical +economist +parameters +varsity +##sberg +quantity +ella +##chy +##rton +countess +generating +precision +diamonds +expressway +ga +##谋 +1821 +uruguay +talents +galleries +expenses +scanned +colleague +outlets +ryder +lucien +##ila +paramount +##bon +syracuse +dim +fangs +gown +sweep +##sie +toyota +missionaries +websites +##nsis +sentences +adviser +val +trademark +spells +##plane +patience +starter +slim +##borg +toe +incredibly +shoots +elliot +nobility +##wyn +cowboy +endorsed +gardner +tendency +persuaded +organisms +emissions +kazakhstan +amused +boring +chips +themed +##hand +llc +constantinople +chasing +systematic +guatemala +borrowed +erin +carey +##hard +highlands +struggles +1810 +##ifying +##ced +wong +exceptions +develops +enlarged +kindergarten +castro +##ern +##rina +leigh +zombie +juvenile +##most +consul +##nar +sailor +hyde +clarence +intensive +pinned +nasty +useless +jung +clayton +stuffed +exceptional +ix +apostolic +230 +transactions +##dge +exempt +swinging +cove +religions +##ash +shields +dairy +bypass +190 +pursuing +bug +joyce +bombay +chassis +southampton +chat +interact +redesignated +##pen +nascar +pray +salmon +rigid +regained +malaysian +grim +publicity +constituted +capturing +toilet +delegate +purely +tray +drift +loosely +striker +weakened +trinidad +mitch +itv +defines +transmitted +ming +scarlet +nodding +fitzgerald +fu +narrowly +sp +tooth +standings +virtue +##鈧� +##wara +##cting +chateau +gloves +lid +##nel +hurting +conservatory +##pel +sinclair +reopened +sympathy +nigerian +strode +advocated +optional +chronic +discharge +##rc +suck +compatible +laurel +stella +shi +fails +wage +dodge +128 +informal +sorts +levi +buddha +villagers +##aka +chronicles +heavier +summoned +gateway +3000 +eleventh +jewelry +translations +accordingly +seas +##ency +fiber +pyramid +cubic +dragging +##ista +caring +##ops +android +contacted +lunar +##dt +kai +lisbon +patted +1826 +sacramento +theft +madagascar +subtropical +disputes +ta +holidays +piper +willow +mare +cane +itunes +newfoundland +benny +companions +dong +raj +observe +roar +charming +plaque +tibetan +fossils +enacted +manning +bubble +tina +tanzania +##eda +##hir +funk +swamp +deputies +cloak +ufc +scenario +par +scratch +metals +anthem +guru +engaging +specially +##boat +dialects +nineteen +cecil +duet +disability +messenger +unofficial +##lies +defunct +eds +moonlight +drainage +surname +puzzle +honda +switching +conservatives +mammals +knox +broadcaster +sidewalk +cope +##ried +benson +princes +peterson +##sal +bedford +sharks +eli +wreck +alberto +gasp +archaeology +lgbt +teaches +securities +madness +compromise +waving +coordination +davidson +visions +leased +possibilities +eighty +jun +fernandez +enthusiasm +assassin +sponsorship +reviewer +kingdoms +estonian +laboratories +##fy +##nal +applies +verb +celebrations +##zzo +rowing +lightweight +sadness +submit +mvp +balanced +dude +##vas +explicitly +metric +magnificent +mound +brett +mohammad +mistakes +irregular +##hing +##ass +sanders +betrayed +shipped +surge +##enburg +reporters +termed +georg +pity +verbal +bulls +abbreviated +enabling +appealed +##are +##atic +sicily +sting +heel +sweetheart +bart +spacecraft +brutal +monarchy +##tter +aberdeen +cameo +diane +##ub +survivor +clyde +##aries +complaint +##makers +clarinet +delicious +chilean +karnataka +coordinates +1818 +panties +##rst +pretending +ar +dramatically +kiev +bella +tends +distances +113 +catalog +launching +instances +telecommunications +portable +lindsay +vatican +##eim +angles +aliens +marker +stint +screens +bolton +##rne +judy +wool +benedict +plasma +europa +spark +imaging +filmmaker +swiftly +##een +contributor +##nor +opted +stamps +apologize +financing +butter +gideon +sophisticated +alignment +avery +chemicals +yearly +speculation +prominence +professionally +##ils +immortal +institutional +inception +wrists +identifying +tribunal +derives +gains +##wo +papal +preference +linguistic +vince +operative +brewery +##ont +unemployment +boyd +##ured +##outs +albeit +prophet +1813 +bi +##rr +##face +##rad +quarterly +asteroid +cleaned +radius +temper +##llen +telugu +jerk +viscount +menu +##ote +glimpse +##aya +yacht +hawaiian +baden +##rl +laptop +readily +##gu +monetary +offshore +scots +watches +##yang +##arian +upgrade +needle +xbox +lea +encyclopedia +flank +fingertips +##pus +delight +teachings +confirm +roth +beaches +midway +winters +##iah +teasing +daytime +beverly +gambling +bonnie +##backs +regulated +clement +hermann +tricks +knot +##shing +##uring +##vre +detached +ecological +owed +specialty +byron +inventor +bats +stays +screened +unesco +midland +trim +affection +##ander +##rry +jess +thoroughly +feedback +##uma +chennai +strained +heartbeat +wrapping +overtime +pleaded +##sworth +mon +leisure +oclc +##tate +##ele +feathers +angelo +thirds +nuts +surveys +clever +gill +commentator +##dos +darren +rides +gibraltar +##nc +##mu +dissolution +dedication +shin +meals +saddle +elvis +reds +chaired +taller +appreciation +functioning +niece +favored +advocacy +robbie +criminals +suffolk +yugoslav +passport +constable +congressman +hastings +vera +##rov +consecrated +sparks +ecclesiastical +confined +##ovich +muller +floyd +nora +1822 +paved +1827 +cumberland +ned +saga +spiral +##flow +appreciated +yi +collaborative +treating +similarities +feminine +finishes +##ib +jade +import +##nse +##hot +champagne +mice +securing +celebrities +helsinki +attributes +##gos +cousins +phases +ache +lucia +gandhi +submission +vicar +spear +shine +tasmania +biting +detention +constitute +tighter +seasonal +##gus +terrestrial +matthews +##oka +effectiveness +parody +philharmonic +##onic +1816 +strangers +encoded +consortium +guaranteed +regards +shifts +tortured +collision +supervisor +inform +broader +insight +theaters +armour +emeritus +blink +incorporates +mapping +##50 +##ein +handball +flexible +##nta +substantially +generous +thief +##own +carr +loses +1793 +prose +ucla +romeo +generic +metallic +realization +damages +mk +commissioners +zach +default +##ther +helicopters +lengthy +stems +spa +partnered +spectators +rogue +indication +penalties +teresa +1801 +sen +##tric +dalton +##wich +irving +photographic +##vey +dell +deaf +peters +excluded +unsure +##vable +patterson +crawled +##zio +resided +whipped +latvia +slower +ecole +pipes +employers +maharashtra +comparable +va +textile +pageant +##gel +alphabet +binary +irrigation +chartered +choked +antoine +offs +waking +supplement +##wen +quantities +demolition +regain +locate +urdu +folks +alt +114 +##mc +scary +andreas +whites +##ava +classrooms +mw +aesthetic +publishes +valleys +guides +cubs +johannes +bryant +conventions +affecting +##itt +drain +awesome +isolation +prosecutor +ambitious +apology +captive +downs +atmospheric +lorenzo +aisle +beef +foul +##onia +kidding +composite +disturbed +illusion +natives +##ffer +emi +rockets +riverside +wartime +painters +adolf +melted +##ail +uncertainty +simulation +hawks +progressed +meantime +builder +spray +breach +unhappy +regina +russians +##urg +determining +##tation +tram +1806 +##quin +aging +##12 +1823 +garion +rented +mister +diaz +terminated +clip +1817 +depend +nervously +disco +owe +defenders +shiva +notorious +disbelief +shiny +worcester +##gation +##yr +trailing +undertook +islander +belarus +limitations +watershed +fuller +overlooking +utilized +raphael +1819 +synthetic +breakdown +klein +##nate +moaned +memoir +lamb +practicing +##erly +cellular +arrows +exotic +##graphy +witches +117 +charted +rey +hut +hierarchy +subdivision +freshwater +giuseppe +aloud +reyes +qatar +marty +sideways +utterly +sexually +jude +prayers +mccarthy +softball +blend +damien +##gging +##metric +wholly +erupted +lebanese +negro +revenues +tasted +comparative +teamed +transaction +labeled +maori +sovereignty +parkway +trauma +gran +malay +121 +advancement +descendant +2020 +buzz +salvation +inventory +symbolic +##making +antarctica +mps +##gas +##bro +mohammed +myanmar +holt +submarines +tones +##lman +locker +patriarch +bangkok +emerson +remarks +predators +kin +afghan +confession +norwich +rental +emerge +advantages +##zel +rca +##hold +shortened +storms +aidan +##matic +autonomy +compliance +##quet +dudley +atp +##osis +1803 +motto +documentation +summary +professors +spectacular +christina +archdiocese +flashing +innocence +remake +##dell +psychic +reef +scare +employ +rs +sticks +meg +gus +leans +##ude +accompany +bergen +tomas +##iko +doom +wages +pools +##nch +##bes +breasts +scholarly +alison +outline +brittany +breakthrough +willis +realistic +##cut +##boro +competitor +##stan +pike +picnic +icon +designing +commercials +washing +villain +skiing +micro +costumes +auburn +halted +executives +##hat +logistics +cycles +vowel +applicable +barrett +exclaimed +eurovision +eternity +ramon +##umi +##lls +modifications +sweeping +disgust +##uck +torch +aviv +ensuring +rude +dusty +sonic +donovan +outskirts +cu +pathway +##band +##gun +##lines +disciplines +acids +cadet +paired +##40 +sketches +##sive +marriages +##鈦� +folding +peers +slovak +implies +admired +##beck +1880s +leopold +instinct +attained +weston +megan +horace +##ination +dorsal +ingredients +evolutionary +##its +complications +deity +lethal +brushing +levy +deserted +institutes +posthumously +delivering +telescope +coronation +motivated +rapids +luc +flicked +pays +volcano +tanner +weighed +##nica +crowds +frankie +gifted +addressing +granddaughter +winding +##rna +constantine +gomez +##front +landscapes +rudolf +anthropology +slate +werewolf +##lio +astronomy +circa +rouge +dreaming +sack +knelt +drowned +naomi +prolific +tracked +freezing +herb +##dium +agony +randall +twisting +wendy +deposit +touches +vein +wheeler +##bbled +##bor +batted +retaining +tire +presently +compare +specification +daemon +nigel +##grave +merry +recommendation +czechoslovakia +sandra +ng +roma +##sts +lambert +inheritance +sheikh +winchester +cries +examining +##yle +comeback +cuisine +nave +##iv +ko +retrieve +tomatoes +barker +polished +defining +irene +lantern +personalities +begging +tract +swore +1809 +175 +##gic +omaha +brotherhood +##rley +haiti +##ots +exeter +##ete +##zia +steele +dumb +pearson +210 +surveyed +elisabeth +trends +##ef +fritz +##rf +premium +bugs +fraction +calmly +viking +##birds +tug +inserted +unusually +##ield +confronted +distress +crashing +brent +turks +resign +##olo +cambodia +gabe +sauce +##kal +evelyn +116 +extant +clusters +quarry +teenagers +luna +##lers +##ister +affiliation +drill +##ashi +panthers +scenic +libya +anita +strengthen +inscriptions +##cated +lace +sued +judith +riots +##uted +mint +##eta +preparations +midst +dub +challenger +##vich +mock +cf +displaced +wicket +breaths +enables +schmidt +analyst +##lum +ag +highlight +automotive +axe +josef +newark +sufficiently +resembles +50th +##pal +flushed +mum +traits +##ante +commodore +incomplete +warming +titular +ceremonial +ethical +118 +celebrating +eighteenth +cao +lima +medalist +mobility +strips +snakes +##city +miniature +zagreb +barton +escapes +umbrella +automated +doubted +differs +cooled +georgetown +dresden +cooked +fade +wyatt +rna +jacobs +carlton +abundant +stereo +boost +madras +inning +##hia +spur +ip +malayalam +begged +osaka +groan +escaping +charging +dose +vista +##aj +bud +papa +communists +advocates +edged +tri +##cent +resemble +peaking +necklace +fried +montenegro +saxony +goose +glances +stuttgart +curator +recruit +grocery +sympathetic +##tting +##fort +127 +lotus +randolph +ancestor +##rand +succeeding +jupiter +1798 +macedonian +##heads +hiking +1808 +handing +fischer +##itive +garbage +node +##pies +prone +singular +papua +inclined +attractions +italia +pouring +motioned +grandma +garnered +jacksonville +corp +ego +ringing +aluminum +##hausen +ordering +##foot +drawer +traders +synagogue +##play +##kawa +resistant +wandering +fragile +fiona +teased +var +hardcore +soaked +jubilee +decisive +exposition +mercer +poster +valencia +hale +kuwait +1811 +##ises +##wr +##eed +tavern +gamma +122 +johan +##uer +airways +amino +gil +##ury +vocational +domains +torres +##sp +generator +folklore +outcomes +##keeper +canberra +shooter +fl +beams +confrontation +##lling +##gram +feb +aligned +forestry +pipeline +jax +motorway +conception +decay +##tos +coffin +##cott +stalin +1805 +escorted +minded +##nam +sitcom +purchasing +twilight +veronica +additions +passive +tensions +straw +123 +frequencies +1804 +refugee +cultivation +##iate +christie +clary +bulletin +crept +disposal +##rich +##zong +processor +crescent +##rol +bmw +emphasized +whale +nazis +aurora +##eng +dwelling +hauled +sponsors +toledo +mega +ideology +theatres +tessa +cerambycidae +saves +turtle +cone +suspects +kara +rusty +yelling +greeks +mozart +shades +cocked +participant +##tro +shire +spit +freeze +necessity +##cos +inmates +nielsen +councillors +loaned +uncommon +omar +peasants +botanical +offspring +daniels +formations +jokes +1794 +pioneers +sigma +licensing +##sus +wheelchair +polite +1807 +liquor +pratt +trustee +##uta +forewings +balloon +##zz +kilometre +camping +explicit +casually +shawn +foolish +teammates +nm +hassan +carrie +judged +satisfy +vanessa +knives +selective +cnn +flowed +##lice +eclipse +stressed +eliza +mathematician +cease +cultivated +##roy +commissions +browns +##ania +destroyers +sheridan +meadow +##rius +minerals +##cial +downstream +clash +gram +memoirs +ventures +baha +seymour +archie +midlands +edith +fare +flynn +invite +canceled +tiles +stabbed +boulder +incorporate +amended +camden +facial +mollusk +unreleased +descriptions +yoga +grabs +550 +raises +ramp +shiver +##rose +coined +pioneering +tunes +qing +warwick +tops +119 +melanie +giles +##rous +wandered +##inal +annexed +nov +30th +unnamed +##ished +organizational +airplane +normandy +stoke +whistle +blessing +violations +chased +holders +shotgun +##ctic +outlet +reactor +##vik +tires +tearing +shores +fortified +mascot +constituencies +nc +columnist +productive +tibet +##rta +lineage +hooked +oct +tapes +judging +cody +##gger +hansen +kashmir +triggered +##eva +solved +cliffs +##tree +resisted +anatomy +protesters +transparent +implied +##iga +injection +mattress +excluding +##mbo +defenses +helpless +devotion +##elli +growl +liberals +weber +phenomena +atoms +plug +##iff +mortality +apprentice +howe +convincing +aaa +swimmer +barber +leone +promptly +sodium +def +nowadays +arise +##oning +gloucester +corrected +dignity +norm +erie +##ders +elders +evacuated +sylvia +compression +##yar +hartford +pose +backpack +reasoning +accepts +24th +wipe +millimetres +marcel +##oda +dodgers +albion +1790 +overwhelmed +aerospace +oaks +1795 +showcase +acknowledge +recovering +nolan +ashe +hurts +geology +fashioned +disappearance +farewell +swollen +shrug +marquis +wimbledon +124 +rue +1792 +commemorate +reduces +experiencing +inevitable +calcutta +intel +##court +murderer +sticking +fisheries +imagery +bloom +280 +brake +##inus +gustav +hesitation +memorable +po +viral +beans +accidents +tunisia +antenna +spilled +consort +treatments +aye +perimeter +##gard +donation +hostage +migrated +banker +addiction +apex +lil +trout +##ously +conscience +##nova +rams +sands +genome +passionate +troubles +##lets +##set +amid +##ibility +##ret +higgins +exceed +vikings +##vie +payne +##zan +muscular +##ste +defendant +sucking +##wal +ibrahim +fuselage +claudia +vfl +europeans +snails +interval +##garh +preparatory +statewide +tasked +lacrosse +viktor +##lation +angola +##hra +flint +implications +employs +teens +patrons +stall +weekends +barriers +scrambled +nucleus +tehran +jenna +parsons +lifelong +robots +displacement +5000 +##bles +precipitation +##gt +knuckles +clutched +1802 +marrying +ecology +marx +accusations +declare +scars +kolkata +mat +meadows +bermuda +skeleton +finalists +vintage +crawl +coordinate +affects +subjected +orchestral +mistaken +##tc +mirrors +dipped +relied +260 +arches +candle +##nick +incorporating +wildly +fond +basilica +owl +fringe +rituals +whispering +stirred +feud +tertiary +slick +goat +honorable +whereby +skip +ricardo +stripes +parachute +adjoining +submerged +synthesizer +##gren +intend +positively +ninety +phi +beaver +partition +fellows +alexis +prohibition +carlisle +bizarre +fraternity +##bre +doubts +icy +cbc +aquatic +sneak +sonny +combines +airports +crude +supervised +spatial +merge +alfonso +##bic +corrupt +scan +undergo +##ams +disabilities +colombian +comparing +dolphins +perkins +##lish +reprinted +unanimous +bounced +hairs +underworld +midwest +semester +bucket +paperback +miniseries +coventry +demise +##leigh +demonstrations +sensor +rotating +yan +##hler +arrange +soils +##idge +hyderabad +labs +##dr +brakes +grandchildren +##nde +negotiated +rover +ferrari +continuation +directorate +augusta +stevenson +counterpart +gore +##rda +nursery +rican +ave +collectively +broadly +pastoral +repertoire +asserted +discovering +nordic +styled +fiba +cunningham +harley +middlesex +survives +tumor +tempo +zack +aiming +lok +urgent +##rade +##nto +devils +##ement +contractor +turin +##wl +##ool +bliss +repaired +simmons +moan +astronomical +cr +negotiate +lyric +1890s +lara +bred +clad +angus +pbs +##ience +engineered +posed +##lk +hernandez +possessions +elbows +psychiatric +strokes +confluence +electorate +lifts +campuses +lava +alps +##ep +##ution +##date +physicist +woody +##page +##ographic +##itis +juliet +reformation +sparhawk +320 +complement +suppressed +jewel +##陆 +floated +##kas +continuity +sadly +##ische +inability +melting +scanning +paula +flour +judaism +safer +vague +##lm +solving +curb +##stown +financially +gable +bees +expired +miserable +cassidy +dominion +1789 +cupped +145 +robbery +facto +amos +warden +resume +tallest +marvin +ing +pounded +usd +declaring +gasoline +##aux +darkened +270 +650 +sophomore +##mere +erection +gossip +televised +risen +dial +##eu +pillars +##link +passages +profound +##tina +arabian +ashton +silicon +nail +##ead +##lated +##wer +##hardt +fleming +firearms +ducked +circuits +blows +waterloo +titans +##lina +atom +fireplace +cheshire +financed +activation +algorithms +##zzi +constituent +catcher +cherokee +partnerships +sexuality +platoon +tragic +vivian +guarded +whiskey +meditation +poetic +##late +##nga +##ake +porto +listeners +dominance +kendra +mona +chandler +factions +22nd +salisbury +attitudes +derivative +##ido +##haus +intake +paced +javier +illustrator +barrels +bias +cockpit +burnett +dreamed +ensuing +##anda +receptors +someday +hawkins +mattered +##lal +slavic +1799 +jesuit +cameroon +wasted +tai +wax +lowering +victorious +freaking +outright +hancock +librarian +sensing +bald +calcium +myers +tablet +announcing +barack +shipyard +pharmaceutical +##uan +greenwich +flush +medley +patches +wolfgang +pt +speeches +acquiring +exams +nikolai +##gg +hayden +kannada +##type +reilly +##pt +waitress +abdomen +devastated +capped +pseudonym +pharmacy +fulfill +paraguay +1796 +clicked +##trom +archipelago +syndicated +##hman +lumber +orgasm +rejection +clifford +lorraine +advent +mafia +rodney +brock +##ght +##used +##elia +cassette +chamberlain +despair +mongolia +sensors +developmental +upstream +##eg +##alis +spanning +165 +trombone +basque +seeded +interred +renewable +rhys +leapt +revision +molecule +##ages +chord +vicious +nord +shivered +23rd +arlington +debts +corpus +sunrise +bays +blackburn +centimetres +##uded +shuddered +gm +strangely +gripping +cartoons +isabelle +orbital +##ppa +seals +proving +##lton +refusal +strengthened +bust +assisting +baghdad +batsman +portrayal +mara +pushes +spears +og +##cock +reside +nathaniel +brennan +1776 +confirmation +caucus +##worthy +markings +yemen +nobles +ku +lazy +viewer +catalan +encompasses +sawyer +##fall +sparked +substances +patents +braves +arranger +evacuation +sergio +persuade +dover +tolerance +penguin +cum +jockey +insufficient +townships +occupying +declining +plural +processed +projection +puppet +flanders +introduces +liability +##yon +gymnastics +antwerp +taipei +hobart +candles +jeep +wes +observers +126 +chaplain +bundle +glorious +##hine +hazel +flung +sol +excavations +dumped +stares +sh +bangalore +triangular +icelandic +intervals +expressing +turbine +##vers +songwriting +crafts +##igo +jasmine +ditch +rite +##ways +entertaining +comply +sorrow +wrestlers +basel +emirates +marian +rivera +helpful +##some +caution +downward +networking +##atory +##tered +darted +genocide +emergence +replies +specializing +spokesman +convenient +unlocked +fading +augustine +concentrations +resemblance +elijah +investigator +andhra +##uda +promotes +bean +##rrell +fleeing +wan +simone +announcer +##ame +##bby +lydia +weaver +132 +residency +modification +##fest +stretches +##ast +alternatively +nat +lowe +lacks +##ented +pam +tile +concealed +inferior +abdullah +residences +tissues +vengeance +##ided +moisture +peculiar +groove +zip +bologna +jennings +ninja +oversaw +zombies +pumping +batch +livingston +emerald +installations +1797 +peel +nitrogen +rama +##fying +##star +schooling +strands +responding +werner +##ost +lime +casa +accurately +targeting +##rod +underway +##uru +hemisphere +lester +##yard +occupies +2d +griffith +angrily +reorganized +##owing +courtney +deposited +##dd +##30 +estadio +##ifies +dunn +exiled +##ying +checks +##combe +##芯 +##fly +successes +unexpectedly +blu +assessed +##flower +##賴 +observing +sacked +spiders +kn +##tail +mu +nodes +prosperity +audrey +divisional +155 +broncos +tangled +adjust +feeds +erosion +paolo +surf +directory +snatched +humid +admiralty +screwed +gt +reddish +##nese +modules +trench +lamps +bind +leah +bucks +competes +##nz +##form +transcription +##uc +isles +violently +clutching +pga +cyclist +inflation +flats +ragged +unnecessary +##hian +stubborn +coordinated +harriet +baba +disqualified +330 +insect +wolfe +##fies +reinforcements +rocked +duel +winked +embraced +bricks +##raj +hiatus +defeats +pending +brightly +jealousy +##xton +##hm +##uki +lena +gdp +colorful +##dley +stein +kidney +##shu +underwear +wanderers +##haw +##icus +guardians +m鲁 +roared +habits +##wise +permits +gp +uranium +punished +disguise +bundesliga +elise +dundee +erotic +partisan +pi +collectors +float +individually +rendering +behavioral +bucharest +ser +hare +valerie +corporal +nutrition +proportional +##isa +immense +##kis +pavement +##zie +##eld +sutherland +crouched +1775 +##lp +suzuki +trades +endurance +operas +crosby +prayed +priory +rory +socially +##urn +gujarat +##pu +walton +cube +pasha +privilege +lennon +floods +thorne +waterfall +nipple +scouting +approve +##lov +minorities +voter +dwight +extensions +assure +ballroom +slap +dripping +privileges +rejoined +confessed +demonstrating +patriotic +yell +investor +##uth +pagan +slumped +squares +##cle +##kins +confront +bert +embarrassment +##aid +aston +urging +sweater +starr +yuri +brains +williamson +commuter +mortar +structured +selfish +exports +##jon +cds +##him +unfinished +##rre +mortgage +destinations +##nagar +canoe +solitary +buchanan +delays +magistrate +fk +##pling +motivation +##lier +##vier +recruiting +assess +##mouth +malik +antique +1791 +pius +rahman +reich +tub +zhou +smashed +airs +galway +xii +conditioning +honduras +discharged +dexter +##pf +lionel +129 +debates +lemon +tiffany +volunteered +dom +dioxide +procession +devi +sic +tremendous +advertisements +colts +transferring +verdict +hanover +decommissioned +utter +relate +pac +racism +##top +beacon +limp +similarity +terra +occurrence +ant +##how +becky +capt +updates +armament +richie +pal +##graph +halloween +mayo +##ssen +##bone +cara +serena +fcc +dolls +obligations +##dling +violated +lafayette +jakarta +exploitation +##ime +infamous +iconic +##lah +##park +kitty +moody +reginald +dread +spill +crystals +olivier +modeled +bluff +equilibrium +separating +notices +ordnance +extinction +onset +cosmic +attachment +sammy +expose +privy +anchored +##bil +abbott +admits +bending +baritone +emmanuel +policeman +vaughan +winged +climax +dresses +denny +polytechnic +mohamed +burmese +authentic +nikki +genetics +grandparents +homestead +gaza +postponed +metacritic +una +##sby +##bat +unstable +dissertation +##rial +##cian +curls +obscure +uncovered +bronx +praying +disappearing +##hoe +prehistoric +coke +turret +mutations +nonprofit +pits +monaco +##賷 +##usion +prominently +dispatched +podium +##mir +uci +##uation +133 +fortifications +birthplace +kendall +##lby +##oll +preacher +rack +goodman +##rman +persistent +##ott +countless +jaime +recorder +lexington +persecution +jumps +renewal +wagons +##11 +crushing +##holder +decorations +##lake +abundance +wrath +laundry +拢1 +garde +##rp +jeanne +beetles +peasant +##sl +splitting +caste +sergei +##rer +##ema +scripts +##ively +rub +satellites +##vor +inscribed +verlag +scrapped +gale +packages +chick +potato +slogan +kathleen +arabs +##culture +counterparts +reminiscent +choral +##tead +rand +retains +bushes +dane +accomplish +courtesy +closes +##oth +slaughter +hague +krakow +lawson +tailed +elias +ginger +##ttes +canopy +betrayal +rebuilding +turf +##hof +frowning +allegiance +brigades +kicks +rebuild +polls +alias +nationalism +td +rowan +audition +bowie +fortunately +recognizes +harp +dillon +horrified +##oro +renault +##tics +ropes +##伪 +presumed +rewarded +infrared +wiping +accelerated +illustration +##rid +presses +practitioners +badminton +##iard +detained +##tera +recognizing +relates +misery +##sies +##tly +reproduction +piercing +potatoes +thornton +esther +manners +hbo +##aan +ours +bullshit +ernie +perennial +sensitivity +illuminated +rupert +##jin +##iss +##ear +rfc +nassau +##dock +staggered +socialism +##haven +appointments +nonsense +prestige +sharma +haul +##tical +solidarity +gps +##ook +##rata +igor +pedestrian +##uit +baxter +tenants +wires +medication +unlimited +guiding +impacts +diabetes +##rama +sasha +pas +clive +extraction +131 +continually +constraints +##bilities +sonata +hunted +sixteenth +chu +planting +quote +mayer +pretended +abs +spat +##hua +ceramic +##cci +curtains +pigs +pitching +##dad +latvian +sore +dayton +##sted +##qi +patrols +slice +playground +##nted +shone +stool +apparatus +inadequate +mates +treason +##ija +desires +##liga +##croft +somalia +laurent +mir +leonardo +oracle +grape +obliged +chevrolet +thirteenth +stunning +enthusiastic +##ede +accounted +concludes +currents +basil +##kovic +drought +##rica +mai +##aire +shove +posting +##shed +pilgrimage +humorous +packing +fry +pencil +wines +smells +144 +marilyn +aching +newest +clung +bon +neighbours +sanctioned +##pie +mug +##stock +drowning +##mma +hydraulic +##vil +hiring +reminder +lilly +investigators +##ncies +sour +##eous +compulsory +packet +##rion +##graphic +##elle +cannes +##inate +depressed +##rit +heroic +importantly +theresa +##tled +conway +saturn +marginal +rae +##xia +corresponds +royce +pact +jasper +explosives +packaging +aluminium +##ttered +denotes +rhythmic +spans +assignments +hereditary +outlined +originating +sundays +lad +reissued +greeting +beatrice +##dic +pillar +marcos +plots +handbook +alcoholic +judiciary +avant +slides +extract +masculine +blur +##eum +##force +homage +trembled +owens +hymn +trey +omega +signaling +socks +accumulated +reacted +attic +theo +lining +angie +distraction +primera +talbot +##key +1200 +ti +creativity +billed +##hey +deacon +eduardo +identifies +proposition +dizzy +gunner +hogan +##yam +##pping +##hol +ja +##chan +jensen +reconstructed +##berger +clearance +darius +##nier +abe +harlem +plea +dei +circled +emotionally +notation +fascist +neville +exceeded +upwards +viable +ducks +##fo +workforce +racer +limiting +shri +##lson +possesses +1600 +kerr +moths +devastating +laden +disturbing +locking +##cture +gal +fearing +accreditation +flavor +aide +1870s +mountainous +##baum +melt +##ures +motel +texture +servers +soda +##mb +herd +##nium +erect +puzzled +hum +peggy +examinations +gould +testified +geoff +ren +devised +sacks +##law +denial +posters +grunted +cesar +tutor +ec +gerry +offerings +byrne +falcons +combinations +ct +incoming +pardon +rocking +26th +avengers +flared +mankind +seller +uttar +loch +nadia +stroking +exposing +##hd +fertile +ancestral +instituted +##has +noises +prophecy +taxation +eminent +vivid +pol +##bol +dart +indirect +multimedia +notebook +upside +displaying +adrenaline +referenced +geometric +##iving +progression +##ddy +blunt +announce +##far +implementing +##lav +aggression +liaison +cooler +cares +headache +plantations +gorge +dots +impulse +thickness +ashamed +averaging +kathy +obligation +precursor +137 +fowler +symmetry +thee +225 +hears +##rai +undergoing +ads +butcher +bowler +##lip +cigarettes +subscription +goodness +##ically +browne +##hos +##tech +kyoto +donor +##erty +damaging +friction +drifting +expeditions +hardened +prostitution +152 +fauna +blankets +claw +tossing +snarled +butterflies +recruits +investigative +coated +healed +138 +communal +hai +xiii +academics +boone +psychologist +restless +lahore +stephens +mba +brendan +foreigners +printer +##pc +ached +explode +27th +deed +scratched +dared +##pole +cardiac +1780 +okinawa +proto +commando +compelled +oddly +electrons +##base +replica +thanksgiving +##rist +sheila +deliberate +stafford +tidal +representations +hercules +ou +##path +##iated +kidnapping +lenses +##tling +deficit +samoa +mouths +consuming +computational +maze +granting +smirk +razor +fixture +ideals +inviting +aiden +nominal +##vs +issuing +julio +pitt +ramsey +docks +##oss +exhaust +##owed +bavarian +draped +anterior +mating +ethiopian +explores +noticing +##nton +discarded +convenience +hoffman +endowment +beasts +cartridge +mormon +paternal +probe +sleeves +interfere +lump +deadline +##rail +jenks +bulldogs +scrap +alternating +justified +reproductive +nam +seize +descending +secretariat +kirby +coupe +grouped +smash +panther +sedan +tapping +##18 +lola +cheer +germanic +unfortunate +##eter +unrelated +##fan +subordinate +##sdale +suzanne +advertisement +##ility +horsepower +##lda +cautiously +discourse +luigi +##mans +##fields +noun +prevalent +mao +schneider +everett +surround +governorate +kira +##avia +westward +##take +misty +rails +sustainability +134 +unused +##rating +packs +toast +unwilling +regulate +thy +suffrage +nile +awe +assam +definitions +travelers +affordable +##rb +conferred +sells +undefeated +beneficial +torso +basal +repeating +remixes +##pass +bahrain +cables +fang +##itated +excavated +numbering +statutory +##rey +deluxe +##lian +forested +ramirez +derbyshire +zeus +slamming +transfers +astronomer +banana +lottery +berg +histories +bamboo +##uchi +resurrection +posterior +bowls +vaguely +##thi +thou +preserving +tensed +offence +##inas +meyrick +callum +ridden +watt +langdon +tying +lowland +snorted +daring +truman +##hale +##girl +aura +overly +filing +weighing +goa +infections +philanthropist +saunders +eponymous +##owski +latitude +perspectives +reviewing +mets +commandant +radial +##kha +flashlight +reliability +koch +vowels +amazed +ada +elaine +supper +##rth +##encies +predator +debated +soviets +cola +##boards +##nah +compartment +crooked +arbitrary +fourteenth +##ctive +havana +majors +steelers +clips +profitable +ambush +exited +packers +##tile +nude +cracks +fungi +##械 +limb +trousers +josie +shelby +tens +frederic +##慰蟼 +definite +smoothly +constellation +insult +baton +discs +lingering +##nco +conclusions +lent +staging +becker +grandpa +shaky +##tron +einstein +obstacles +sk +adverse +elle +economically +##moto +mccartney +thor +dismissal +motions +readings +nostrils +treatise +##pace +squeezing +evidently +prolonged +1783 +venezuelan +je +marguerite +beirut +takeover +shareholders +##vent +denise +digit +airplay +norse +##bbling +imaginary +pills +hubert +blaze +vacated +eliminating +##ello +vine +mansfield +##tty +retrospective +barrow +borne +clutch +bail +forensic +weaving +##nett +##witz +desktop +citadel +promotions +worrying +dorset +ieee +subdivided +##iating +manned +expeditionary +pickup +synod +chuckle +185 +barney +##rz +##ffin +functionality +karachi +litigation +meanings +uc +lick +turbo +anders +##ffed +execute +curl +oppose +ankles +typhoon +##丿 +##ache +##asia +linguistics +compassion +pressures +grazing +perfection +##iting +immunity +monopoly +muddy +backgrounds +136 +namibia +francesca +monitors +attracting +stunt +tuition +##懈懈 +vegetable +##mates +##quent +mgm +jen +complexes +forts +##ond +cellar +bites +seventeenth +royals +flemish +failures +mast +charities +##cular +peruvian +capitals +macmillan +ipswich +outward +frigate +postgraduate +folds +employing +##ouse +concurrently +fiery +##tai +contingent +nightmares +monumental +nicaragua +##kowski +lizard +mal +fielding +gig +reject +##pad +harding +##ipe +coastline +##cin +##nos +beethoven +humphrey +innovations +##tam +##nge +norris +doris +solicitor +huang +obey +141 +##lc +niagara +##tton +shelves +aug +bourbon +curry +nightclub +specifications +hilton +##ndo +centennial +dispersed +worm +neglected +briggs +sm +font +kuala +uneasy +plc +##nstein +##bound +##aking +##burgh +awaiting +pronunciation +##bbed +##quest +eh +optimal +zhu +raped +greens +presided +brenda +worries +##life +venetian +marxist +turnout +##lius +refined +braced +sins +grasped +sunderland +nickel +speculated +lowell +cyrillic +communism +fundraising +resembling +colonists +mutant +freddie +usc +##mos +gratitude +##run +mural +##lous +chemist +wi +reminds +28th +steals +tess +pietro +##ingen +promoter +ri +microphone +honoured +rai +sant +##qui +feather +##nson +burlington +kurdish +terrorists +deborah +sickness +##wed +##eet +hazard +irritated +desperation +veil +clarity +##rik +jewels +xv +##gged +##ows +##cup +berkshire +unfair +mysteries +orchid +winced +exhaustion +renovations +stranded +obe +infinity +##nies +adapt +redevelopment +thanked +registry +olga +domingo +noir +tudor +ole +##atus +commenting +behaviors +##ais +crisp +pauline +probable +stirling +wigan +##bian +paralympics +panting +surpassed +##rew +luca +barred +pony +famed +##sters +cassandra +waiter +carolyn +exported +##orted +andres +destructive +deeds +jonah +castles +vacancy +suv +##glass +1788 +orchard +yep +famine +belarusian +sprang +##forth +skinny +##mis +administrators +rotterdam +zambia +zhao +boiler +discoveries +##ride +##physics +lucius +disappointing +outreach +spoon +##frame +qualifications +unanimously +enjoys +regency +##iidae +stade +realism +veterinary +rodgers +dump +alain +chestnut +castile +censorship +rumble +gibbs +##itor +communion +reggae +inactivated +logs +loads +##houses +homosexual +##iano +ale +informs +##cas +phrases +plaster +linebacker +ambrose +kaiser +fascinated +850 +limerick +recruitment +forge +mastered +##nding +leinster +rooted +threaten +##strom +borneo +##hes +suggestions +scholarships +propeller +documentaries +patronage +coats +constructing +invest +neurons +comet +entirety +shouts +identities +annoying +unchanged +wary +##antly +##ogy +neat +oversight +##kos +phillies +replay +constance +##kka +incarnation +humble +skies +minus +##acy +smithsonian +##chel +guerrilla +jar +cadets +##plate +surplus +audit +##aru +cracking +joanna +louisa +pacing +##lights +intentionally +##iri +diner +nwa +imprint +australians +tong +unprecedented +bunker +naive +specialists +ark +nichols +railing +leaked +pedal +##uka +shrub +longing +roofs +v8 +captains +neural +tuned +##ntal +##jet +emission +medina +frantic +codex +definitive +sid +abolition +intensified +stocks +enrique +sustain +genoa +oxide +##written +clues +cha +##gers +tributaries +fragment +venom +##rity +##ente +##sca +muffled +vain +sire +laos +##ingly +##hana +hastily +snapping +surfaced +sentiment +motive +##oft +contests +approximate +mesa +luckily +dinosaur +exchanges +propelled +accord +bourne +relieve +tow +masks +offended +##ues +cynthia +##mmer +rains +bartender +zinc +reviewers +lois +##sai +legged +arrogant +rafe +rosie +comprise +handicap +blockade +inlet +lagoon +copied +drilling +shelley +petals +##inian +mandarin +obsolete +##inated +onward +arguably +productivity +cindy +praising +seldom +busch +discusses +raleigh +shortage +ranged +stanton +encouragement +firstly +conceded +overs +temporal +##uke +cbe +##bos +woo +certainty +pumps +##pton +stalked +##uli +lizzie +periodic +thieves +weaker +##night +gases +shoving +chooses +wc +##chemical +prompting +weights +##kill +robust +flanked +sticky +hu +tuberculosis +##eb +##eal +christchurch +resembled +wallet +reese +inappropriate +pictured +distract +fixing +fiddle +giggled +burger +heirs +hairy +mechanic +torque +apache +obsessed +chiefly +cheng +logging +##tag +extracted +meaningful +numb +##vsky +gloucestershire +reminding +##bay +unite +##lit +breeds +diminished +clown +glove +1860s +##賳 +##ug +archibald +focal +freelance +sliced +depiction +##yk +organism +switches +sights +stray +crawling +##ril +lever +leningrad +interpretations +loops +anytime +reel +alicia +delighted +##ech +inhaled +xiv +suitcase +bernie +vega +licenses +northampton +exclusion +induction +monasteries +racecourse +homosexuality +##right +##sfield +##rky +dimitri +michele +alternatives +ions +commentators +genuinely +objected +pork +hospitality +fencing +stephan +warships +peripheral +wit +drunken +wrinkled +quentin +spends +departing +chung +numerical +spokesperson +##zone +johannesburg +caliber +killers +##udge +assumes +neatly +demographic +abigail +bloc +##vel +mounting +##lain +bentley +slightest +xu +recipients +##jk +merlin +##writer +seniors +prisons +blinking +hindwings +flickered +kappa +##hel +80s +strengthening +appealing +brewing +gypsy +mali +lashes +hulk +unpleasant +harassment +bio +treaties +predict +instrumentation +pulp +troupe +boiling +mantle +##ffe +ins +##vn +dividing +handles +verbs +##onal +coconut +senegal +340 +thorough +gum +momentarily +##sto +cocaine +panicked +destined +##turing +teatro +denying +weary +captained +mans +##hawks +##code +wakefield +bollywood +thankfully +##16 +cyril +##wu +amendments +##bahn +consultation +stud +reflections +kindness +1787 +internally +##ovo +tex +mosaic +distribute +paddy +seeming +143 +##hic +piers +##15 +##mura +##verse +popularly +winger +kang +sentinel +mccoy +##anza +covenant +##bag +verge +fireworks +suppress +thrilled +dominate +##jar +swansea +##60 +142 +reconciliation +##ndi +stiffened +cue +dorian +##uf +damascus +amor +ida +foremost +##aga +porsche +unseen +dir +##had +##azi +stony +lexi +melodies +##nko +angular +integer +podcast +ants +inherent +jaws +justify +persona +##olved +josephine +##nr +##ressed +customary +flashes +gala +cyrus +glaring +backyard +ariel +physiology +greenland +html +stir +avon +atletico +finch +methodology +ked +##lent +mas +catholicism +townsend +branding +quincy +fits +containers +1777 +ashore +aragon +##19 +forearm +poisoning +##sd +adopting +conquer +grinding +amnesty +keller +finances +evaluate +forged +lankan +instincts +##uto +guam +bosnian +photographed +workplace +desirable +protector +##dog +allocation +intently +encourages +willy +##sten +bodyguard +electro +brighter +##谓 +bihar +##chev +lasts +opener +amphibious +sal +verde +arte +##cope +captivity +vocabulary +yields +##tted +agreeing +desmond +pioneered +##chus +strap +campaigned +railroads +##芯胁懈褔 +emblem +##dre +stormed +501 +##ulous +marijuana +northumberland +##gn +##nath +bowen +landmarks +beaumont +##qua +danube +##bler +attorneys +th +ge +flyers +critique +villains +cass +mutation +acc +##0s +colombo +mckay +motif +sampling +concluding +syndicate +##rell +neon +stables +ds +warnings +clint +mourning +wilkinson +##tated +merrill +leopard +evenings +exhaled +emil +sonia +ezra +discrete +stove +farrell +fifteenth +prescribed +superhero +##rier +worms +helm +wren +##duction +##hc +expo +##rator +hq +unfamiliar +antony +prevents +acceleration +fiercely +mari +painfully +calculations +cheaper +ign +clifton +irvine +davenport +mozambique +##np +pierced +##evich +wonders +##wig +##cate +##iling +crusade +ware +##uel +enzymes +reasonably +mls +##coe +mater +ambition +bunny +eliot +kernel +##fin +asphalt +headmaster +torah +aden +lush +pins +waived +##care +##yas +joao +substrate +enforce +##grad +##ules +alvarez +selections +epidemic +tempted +##bit +bremen +translates +ensured +waterfront +29th +forrest +manny +malone +kramer +reigning +cookies +simpler +absorption +205 +engraved +##ffy +evaluated +1778 +haze +146 +comforting +crossover +##abe +thorn +##rift +##imo +##pop +suppression +fatigue +cutter +##tr +201 +wurttemberg +##orf +enforced +hovering +proprietary +gb +samurai +syllable +ascent +lacey +tick +lars +tractor +merchandise +rep +bouncing +defendants +##yre +huntington +##ground +##oko +standardized +##hor +##hima +assassinated +nu +predecessors +rainy +liar +assurance +lyrical +##uga +secondly +flattened +ios +parameter +undercover +##mity +bordeaux +punish +ridges +markers +exodus +inactive +hesitate +debbie +nyc +pledge +savoy +nagar +offset +organist +##tium +hesse +marin +converting +##iver +diagram +propulsion +pu +validity +reverted +supportive +##dc +ministries +clans +responds +proclamation +##inae +##酶 +##rea +ein +pleading +patriot +sf +birch +islanders +strauss +hates +##dh +brandenburg +concession +rd +##ob +1900s +killings +textbook +antiquity +cinematography +wharf +embarrassing +setup +creed +farmland +inequality +centred +signatures +fallon +370 +##ingham +##uts +ceylon +gazing +directive +laurie +##tern +globally +##uated +##dent +allah +excavation +threads +##cross +148 +frantically +icc +utilize +determines +respiratory +thoughtful +receptions +##dicate +merging +chandra +seine +147 +builders +builds +diagnostic +dev +visibility +goddamn +analyses +dhaka +cho +proves +chancel +concurrent +curiously +canadians +pumped +restoring +1850s +turtles +jaguar +sinister +spinal +traction +declan +vows +1784 +glowed +capitalism +swirling +install +universidad +##lder +##oat +soloist +##genic +##oor +coincidence +beginnings +nissan +dip +resorts +caucasus +combustion +infectious +##eno +pigeon +serpent +##itating +conclude +masked +salad +jew +##gr +surreal +toni +##wc +harmonica +151 +##gins +##etic +##coat +fishermen +intending +bravery +##wave +klaus +titan +wembley +taiwanese +ransom +40th +incorrect +hussein +eyelids +jp +cooke +dramas +utilities +##etta +##print +eisenhower +principally +granada +lana +##rak +openings +concord +##bl +bethany +connie +morality +sega +##mons +##nard +earnings +##kara +##cine +wii +communes +##rel +coma +composing +softened +severed +grapes +##17 +nguyen +analyzed +warlord +hubbard +heavenly +behave +slovenian +##hit +##ony +hailed +filmmakers +trance +caldwell +skye +unrest +coward +likelihood +##aging +bern +sci +taliban +honolulu +propose +##wang +1700 +browser +imagining +cobra +contributes +dukes +instinctively +conan +violinist +##ores +accessories +gradual +##amp +quotes +sioux +##dating +undertake +intercepted +sparkling +compressed +139 +fungus +tombs +haley +imposing +rests +degradation +lincolnshire +retailers +wetlands +tulsa +distributor +dungeon +nun +greenhouse +convey +atlantis +aft +exits +oman +dresser +lyons +##sti +joking +eddy +judgement +omitted +digits +##cts +##game +juniors +##rae +cents +stricken +une +##ngo +wizards +weir +breton +nan +technician +fibers +liking +royalty +##cca +154 +persia +terribly +magician +##rable +##unt +vance +cafeteria +booker +camille +warmer +##static +consume +cavern +gaps +compass +contemporaries +foyer +soothing +graveyard +maj +plunged +blush +##wear +cascade +demonstrates +ordinance +##nov +boyle +##lana +rockefeller +shaken +banjo +izzy +##ense +breathless +vines +##32 +##eman +alterations +chromosome +dwellings +feudal +mole +153 +catalonia +relics +tenant +mandated +##fm +fridge +hats +honesty +patented +raul +heap +cruisers +accusing +enlightenment +infants +wherein +chatham +contractors +zen +affinity +hc +osborne +piston +156 +traps +maturity +##rana +lagos +##zal +peering +##nay +attendant +dealers +protocols +subset +prospects +biographical +##cre +artery +##zers +insignia +nuns +endured +##eration +recommend +schwartz +serbs +berger +cromwell +crossroads +##ctor +enduring +clasped +grounded +##bine +marseille +twitched +abel +choke +https +catalyst +moldova +italians +##tist +disastrous +wee +##oured +##nti +wwf +nope +##piration +##asa +expresses +thumbs +167 +##nza +coca +1781 +cheating +##ption +skipped +sensory +heidelberg +spies +satan +dangers +semifinal +202 +bohemia +whitish +confusing +shipbuilding +relies +surgeons +landings +ravi +baku +moor +suffix +alejandro +##yana +litre +upheld +##unk +rajasthan +##rek +coaster +insists +posture +scenarios +etienne +favoured +appoint +transgender +elephants +poked +greenwood +defences +fulfilled +militant +somali +1758 +chalk +potent +##ucci +migrants +wink +assistants +nos +restriction +activism +niger +##ario +colon +shaun +##sat +daphne +##erated +swam +congregations +reprise +considerations +magnet +playable +xvi +##褉 +overthrow +tobias +knob +chavez +coding +##mers +propped +katrina +orient +newcomer +##suke +temperate +##pool +farmhouse +interrogation +##vd +committing +##vert +forthcoming +strawberry +joaquin +macau +ponds +shocking +siberia +##cellular +chant +contributors +##nant +##ologists +sped +absorb +hail +1782 +spared +##hore +barbados +karate +opus +originates +saul +##xie +evergreen +leaped +##rock +correlation +exaggerated +weekday +unification +bump +tracing +brig +afb +pathways +utilizing +##ners +mod +mb +disturbance +kneeling +##stad +##guchi +100th +pune +##thy +decreasing +168 +manipulation +miriam +academia +ecosystem +occupational +rbi +##lem +rift +##14 +rotary +stacked +incorporation +awakening +generators +guerrero +racist +##omy +cyber +derivatives +culminated +allie +annals +panzer +sainte +wikipedia +pops +zu +austro +##vate +algerian +politely +nicholson +mornings +educate +tastes +thrill +dartmouth +##gating +db +##jee +regan +differing +concentrating +choreography +divinity +##media +pledged +alexandre +routing +gregor +madeline +##idal +apocalypse +##hora +gunfire +culminating +elves +fined +liang +lam +programmed +tar +guessing +transparency +gabrielle +##gna +cancellation +flexibility +##lining +accession +shea +stronghold +nets +specializes +##rgan +abused +hasan +sgt +ling +exceeding +##鈧� +admiration +supermarket +##ark +photographers +specialised +tilt +resonance +hmm +perfume +380 +sami +threatens +garland +botany +guarding +boiled +greet +puppy +russo +supplier +wilmington +vibrant +vijay +##bius +paralympic +grumbled +paige +faa +licking +margins +hurricanes +##gong +fest +grenade +ripping +##uz +counseling +weigh +##sian +needles +wiltshire +edison +costly +##not +fulton +tramway +redesigned +staffordshire +cache +gasping +watkins +sleepy +candidacy +##group +monkeys +timeline +throbbing +##bid +##sos +berth +uzbekistan +vanderbilt +bothering +overturned +ballots +gem +##iger +sunglasses +subscribers +hooker +compelling +ang +exceptionally +saloon +stab +##rdi +carla +terrifying +rom +##vision +coil +##oids +satisfying +vendors +31st +mackay +deities +overlooked +ambient +bahamas +felipe +olympia +whirled +botanist +advertised +tugging +##dden +disciples +morales +unionist +rites +foley +morse +motives +creepy +##鈧€ +soo +##sz +bargain +highness +frightening +turnpike +tory +reorganization +##cer +depict +biographer +##walk +unopposed +manifesto +##gles +institut +emile +accidental +kapoor +##dam +kilkenny +cortex +lively +##13 +romanesque +jain +shan +cannons +##ood +##ske +petrol +echoing +amalgamated +disappears +cautious +proposes +sanctions +trenton +##乇 +flotilla +aus +contempt +tor +canary +cote +theirs +##hun +conceptual +deleted +fascinating +paso +blazing +elf +honourable +hutchinson +##eiro +##outh +##zin +surveyor +tee +amidst +wooded +reissue +intro +##ono +cobb +shelters +newsletter +hanson +brace +encoding +confiscated +dem +caravan +marino +scroll +melodic +cows +imam +##adi +##aneous +northward +searches +biodiversity +cora +310 +roaring +##bers +connell +theologian +halo +compose +pathetic +unmarried +dynamo +##oot +az +calculation +toulouse +deserves +humour +nr +forgiveness +tam +undergone +martyr +pamela +myths +whore +counselor +hicks +290 +heavens +battleship +electromagnetic +##bbs +stellar +establishments +presley +hopped +##chin +temptation +90s +wills +nas +##yuan +nhs +##nya +seminars +##yev +adaptations +gong +asher +lex +indicator +sikh +tobago +cites +goin +##yte +satirical +##gies +characterised +correspond +bubbles +lure +participates +##vid +eruption +skate +therapeutic +1785 +canals +wholesale +defaulted +sac +460 +petit +##zzled +virgil +leak +ravens +256 +portraying +##yx +ghetto +creators +dams +portray +vicente +##rington +fae +namesake +bounty +##arium +joachim +##ota +##iser +aforementioned +axle +snout +depended +dismantled +reuben +480 +##ibly +gallagher +##lau +##pd +earnest +##ieu +##iary +inflicted +objections +##llar +asa +gritted +##athy +jericho +##sea +##was +flick +underside +ceramics +undead +substituted +195 +eastward +undoubtedly +wheeled +chimney +##iche +guinness +cb +##ager +siding +##bell +traitor +baptiste +disguised +inauguration +149 +tipperary +choreographer +perched +warmed +stationary +eco +##ike +##ntes +bacterial +##aurus +flores +phosphate +##core +attacker +invaders +alvin +intersects +a1 +indirectly +immigrated +businessmen +cornelius +valves +narrated +pill +sober +ul +nationale +monastic +applicants +scenery +##jack +161 +motifs +constitutes +cpu +##osh +jurisdictions +sd +tuning +irritation +woven +##uddin +fertility +gao +##erie +antagonist +impatient +glacial +hides +boarded +denominations +interception +##jas +cookie +nicola +##tee +algebraic +marquess +bahn +parole +buyers +bait +turbines +paperwork +bestowed +natasha +renee +oceans +purchases +157 +vaccine +215 +##tock +fixtures +playhouse +integrate +jai +oswald +intellectuals +##cky +booked +nests +mortimer +##isi +obsession +sept +##gler +##sum +440 +scrutiny +simultaneous +squinted +##shin +collects +oven +shankar +penned +remarkably +##褟 +slips +luggage +spectral +1786 +collaborations +louie +consolidation +##ailed +##ivating +420 +hoover +blackpool +harness +ignition +vest +tails +belmont +mongol +skinner +##nae +visually +mage +derry +##tism +##unce +stevie +transitional +##rdy +redskins +drying +prep +prospective +##21 +annoyance +oversee +##loaded +fills +##books +##iki +announces +fda +scowled +respects +prasad +mystic +tucson +##vale +revue +springer +bankrupt +1772 +aristotle +salvatore +habsburg +##geny +dal +natal +nut +pod +chewing +darts +moroccan +walkover +rosario +lenin +punjabi +##脽e +grossed +scattering +wired +invasive +hui +polynomial +corridors +wakes +gina +portrays +##cratic +arid +retreating +erich +irwin +sniper +##dha +linen +lindsey +maneuver +butch +shutting +socio +bounce +commemorative +postseason +jeremiah +pines +275 +mystical +beads +bp +abbas +furnace +bidding +consulted +assaulted +empirical +rubble +enclosure +sob +weakly +cancel +polly +yielded +##emann +curly +prediction +battered +70s +vhs +jacqueline +render +sails +barked +detailing +grayson +riga +sloane +raging +##yah +herbs +bravo +##athlon +alloy +giggle +imminent +suffers +assumptions +waltz +##itate +accomplishments +##ited +bathing +remixed +deception +prefix +##emia +deepest +##tier +##eis +balkan +frogs +##rong +slab +##pate +philosophers +peterborough +grains +imports +dickinson +rwanda +##atics +1774 +dirk +lan +tablets +##rove +clone +##rice +caretaker +hostilities +mclean +##gre +regimental +treasures +norms +impose +tsar +tango +diplomacy +variously +complain +192 +recognise +arrests +1779 +celestial +pulitzer +##dus +bing +libretto +##moor +adele +splash +##rite +expectation +lds +confronts +##izer +spontaneous +harmful +wedge +entrepreneurs +buyer +##ope +bilingual +translate +rugged +conner +circulated +uae +eaton +##gra +##zzle +lingered +lockheed +vishnu +reelection +alonso +##oom +joints +yankee +headline +cooperate +heinz +laureate +invading +##sford +echoes +scandinavian +##dham +hugging +vitamin +salute +micah +hind +trader +##sper +radioactive +##ndra +militants +poisoned +ratified +remark +campeonato +deprived +wander +prop +##dong +outlook +##tani +##rix +##eye +chiang +darcy +##oping +mandolin +spice +statesman +babylon +182 +walled +forgetting +afro +##cap +158 +giorgio +buffer +##polis +planetary +##gis +overlap +terminals +kinda +centenary +##bir +arising +manipulate +elm +ke +1770 +ak +##tad +chrysler +mapped +moose +pomeranian +quad +macarthur +assemblies +shoreline +recalls +stratford +##rted +noticeable +##evic +imp +##rita +##sque +accustomed +supplying +tents +disgusted +vogue +sipped +filters +khz +reno +selecting +luftwaffe +mcmahon +tyne +masterpiece +carriages +collided +dunes +exercised +flare +remembers +muzzle +##mobile +heck +##rson +burgess +lunged +middleton +boycott +bilateral +##sity +hazardous +lumpur +multiplayer +spotlight +jackets +goldman +liege +porcelain +rag +waterford +benz +attracts +hopeful +battling +ottomans +kensington +baked +hymns +cheyenne +lattice +levine +borrow +polymer +clashes +michaels +monitored +commitments +denounced +##25 +##von +cavity +##oney +hobby +akin +##holders +futures +intricate +cornish +patty +##oned +illegally +dolphin +##lag +barlow +yellowish +maddie +apologized +luton +plagued +##puram +nana +##rds +sway +fanny +艂odz +##rino +psi +suspicions +hanged +##eding +initiate +charlton +##por +nak +competent +235 +analytical +annex +wardrobe +reservations +##rma +sect +162 +fairfax +hedge +piled +buckingham +uneven +bauer +simplicity +snyder +interpret +accountability +donors +moderately +byrd +continents +##cite +##max +disciple +hr +jamaican +ping +nominees +##uss +mongolian +diver +attackers +eagerly +ideological +pillows +miracles +apartheid +revolver +sulfur +clinics +moran +163 +##enko +ile +katy +rhetoric +##icated +chronology +recycling +##hrer +elongated +mughal +pascal +profiles +vibration +databases +domination +##fare +##rant +matthias +digest +rehearsal +polling +weiss +initiation +reeves +clinging +flourished +impress +ngo +##hoff +##ume +buckley +symposium +rhythms +weed +emphasize +transforming +##taking +##gence +##yman +accountant +analyze +flicker +foil +priesthood +voluntarily +decreases +##80 +##hya +slater +sv +charting +mcgill +##lde +moreno +##iu +besieged +zur +robes +##phic +admitting +api +deported +turmoil +peyton +earthquakes +##ares +nationalists +beau +clair +brethren +interrupt +welch +curated +galerie +requesting +164 +##ested +impending +steward +viper +##vina +complaining +beautifully +brandy +foam +nl +1660 +##cake +alessandro +punches +laced +explanations +##lim +attribute +clit +reggie +discomfort +##cards +smoothed +whales +##cene +adler +countered +duffy +disciplinary +widening +recipe +reliance +conducts +goats +gradient +preaching +##shaw +matilda +quasi +striped +meridian +cannabis +cordoba +certificates +##agh +##tering +graffiti +hangs +pilgrims +repeats +##ych +revive +urine +etat +##hawk +fueled +belts +fuzzy +susceptible +##hang +mauritius +salle +sincere +beers +hooks +##cki +arbitration +entrusted +advise +sniffed +seminar +junk +donnell +processors +principality +strapped +celia +mendoza +everton +fortunes +prejudice +starving +reassigned +steamer +##lund +tuck +evenly +foreman +##ffen +dans +375 +envisioned +slit +##xy +baseman +liberia +rosemary +##weed +electrified +periodically +potassium +stride +contexts +sperm +slade +mariners +influx +bianca +subcommittee +##rane +spilling +icao +estuary +##nock +delivers +iphone +##ulata +isa +mira +bohemian +dessert +##sbury +welcoming +proudly +slowing +##chs +musee +ascension +russ +##vian +waits +##psy +africans +exploit +##morphic +gov +eccentric +crab +peck +##ull +entrances +formidable +marketplace +groom +bolted +metabolism +patton +robbins +courier +payload +endure +##ifier +andes +refrigerator +##pr +ornate +##uca +ruthless +illegitimate +masonry +strasbourg +bikes +adobe +##鲁 +apples +quintet +willingly +niche +bakery +corpses +energetic +##cliffe +##sser +##ards +177 +centimeters +centro +fuscous +cretaceous +rancho +##yde +andrei +telecom +tottenham +oasis +ordination +vulnerability +presiding +corey +cp +penguins +sims +##pis +malawi +piss +##48 +correction +##cked +##ffle +##ryn +countdown +detectives +psychiatrist +psychedelic +dinosaurs +blouse +##get +choi +vowed +##oz +randomly +##pol +49ers +scrub +blanche +bruins +dusseldorf +##using +unwanted +##ums +212 +dominique +elevations +headlights +om +laguna +##oga +1750 +famously +ignorance +shrewsbury +##aine +ajax +breuning +che +confederacy +greco +overhaul +##screen +paz +skirts +disagreement +cruelty +jagged +phoebe +shifter +hovered +viruses +##wes +mandy +##lined +##gc +landlord +squirrel +dashed +##喂 +ornamental +gag +wally +grange +literal +spurs +undisclosed +proceeding +yin +##text +billie +orphan +spanned +humidity +indy +weighted +presentations +explosions +lucian +##tary +vaughn +hindus +##anga +##hell +psycho +171 +daytona +protects +efficiently +rematch +sly +tandem +##oya +rebranded +impaired +hee +metropolis +peach +godfrey +diaspora +ethnicity +prosperous +gleaming +dar +grossing +playback +##rden +stripe +pistols +##tain +births +labelled +##cating +172 +rudy +alba +##onne +aquarium +hostility +##gb +##tase +shudder +sumatra +hardest +lakers +consonant +creeping +demos +homicide +capsule +zeke +liberties +expulsion +pueblo +##comb +trait +transporting +##ddin +##neck +##yna +depart +gregg +mold +ledge +hangar +oldham +playboy +termination +analysts +gmbh +romero +##itic +insist +cradle +filthy +brightness +slash +shootout +deposed +bordering +##truct +isis +microwave +tumbled +sheltered +cathy +werewolves +messy +andersen +convex +clapped +clinched +satire +wasting +edo +vc +rufus +##jak +mont +##etti +poznan +##keeping +restructuring +transverse +##rland +azerbaijani +slovene +gestures +roommate +choking +shear +##quist +vanguard +oblivious +##hiro +disagreed +baptism +##lich +coliseum +##aceae +salvage +societe +cory +locke +relocation +relying +versailles +ahl +swelling +##elo +cheerful +##word +##edes +gin +sarajevo +obstacle +diverted +##nac +messed +thoroughbred +fluttered +utrecht +chewed +acquaintance +assassins +dispatch +mirza +##wart +nike +salzburg +swell +yen +##gee +idle +ligue +samson +##nds +##igh +playful +spawned +##cise +tease +##case +burgundy +##bot +stirring +skeptical +interceptions +marathi +##dies +bedrooms +aroused +pinch +##lik +preferences +tattoos +buster +digitally +projecting +rust +##ital +kitten +priorities +addison +pseudo +##guard +dusk +icons +sermon +##psis +##iba +bt +##lift +##xt +ju +truce +rink +##dah +##wy +defects +psychiatry +offences +calculate +glucose +##iful +##rized +##unda +francaise +##hari +richest +warwickshire +carly +1763 +purity +redemption +lending +##cious +muse +bruises +cerebral +aero +carving +##name +preface +terminology +invade +monty +##int +anarchist +blurred +##iled +rossi +treats +guts +shu +foothills +ballads +undertaking +premise +cecilia +affiliates +blasted +conditional +wilder +minors +drone +rudolph +buffy +swallowing +horton +attested +##hop +rutherford +howell +primetime +livery +penal +##bis +minimize +hydro +wrecked +wrought +palazzo +##gling +cans +vernacular +friedman +nobleman +shale +walnut +danielle +##ection +##tley +sears +##kumar +chords +lend +flipping +streamed +por +dracula +gallons +sacrifices +gamble +orphanage +##iman +mckenzie +##gible +boxers +daly +##balls +##丕賳 +208 +##ific +##rative +##iq +exploited +slated +##uity +circling +hillary +pinched +goldberg +provost +campaigning +lim +piles +ironically +jong +mohan +successors +usaf +##tem +##ught +autobiographical +haute +preserves +##ending +acquitted +comparisons +203 +hydroelectric +gangs +cypriot +torpedoes +rushes +chrome +derive +bumps +instability +fiat +pets +##mbe +silas +dye +reckless +settler +##itation +info +heats +##writing +176 +canonical +maltese +fins +mushroom +stacy +aspen +avid +##kur +##loading +vickers +gaston +hillside +statutes +wilde +gail +kung +sabine +comfortably +motorcycles +##rgo +169 +pneumonia +fetch +##sonic +axel +faintly +parallels +##oop +mclaren +spouse +compton +interdisciplinary +miner +##eni +181 +clamped +##chal +##llah +separates +versa +##mler +scarborough +labrador +##lity +##osing +rutgers +hurdles +como +166 +burt +divers +##100 +wichita +cade +coincided +##erson +bruised +mla +##pper +vineyard +##ili +##brush +notch +mentioning +jase +hearted +kits +doe +##acle +pomerania +##ady +ronan +seizure +pavel +problematic +##zaki +domenico +##ulin +catering +penelope +dependence +parental +emilio +ministerial +atkinson +##bolic +clarkson +chargers +colby +grill +peeked +arises +summon +##aged +fools +##grapher +faculties +qaeda +##vial +garner +refurbished +##hwa +geelong +disasters +nudged +bs +shareholder +lori +algae +reinstated +rot +##ades +##nous +invites +stainless +183 +inclusive +##itude +diocesan +til +##icz +denomination +##xa +benton +floral +registers +##ider +##erman +##kell +absurd +brunei +guangzhou +hitter +retaliation +##uled +##eve +blanc +nh +consistency +contamination +##eres +##rner +dire +palermo +broadcasters +diaries +inspire +vols +brewer +tightening +ky +mixtape +hormone +##tok +stokes +##color +##dly +##ssi +pg +##ometer +##lington +sanitation +##tility +intercontinental +apps +##adt +鹿鈦勨倐 +cylinders +economies +favourable +unison +croix +gertrude +odyssey +vanity +dangling +##logists +upgrades +dice +middleweight +practitioner +##ight +206 +henrik +parlor +orion +angered +lac +python +blurted +##rri +sensual +intends +swings +angled +##phs +husky +attain +peerage +precinct +textiles +cheltenham +shuffled +dai +confess +tasting +bhutan +##riation +tyrone +segregation +abrupt +ruiz +##rish +smirked +blackwell +confidential +browning +amounted +##put +vase +scarce +fabulous +raided +staple +guyana +unemployed +glider +shay +##tow +carmine +troll +intervene +squash +superstar +##uce +cylindrical +len +roadway +researched +handy +##rium +##jana +meta +lao +declares +##rring +##tadt +##elin +##kova +willem +shrubs +napoleonic +realms +skater +qi +volkswagen +##艂 +tad +hara +archaeologist +awkwardly +eerie +##kind +wiley +##heimer +##24 +titus +organizers +cfl +crusaders +lama +usb +vent +enraged +thankful +occupants +maximilian +##gaard +possessing +textbooks +##oran +collaborator +quaker +##ulo +avalanche +mono +silky +straits +isaiah +mustang +surged +resolutions +potomac +descend +cl +kilograms +plato +strains +saturdays +##olin +bernstein +##ype +holstein +ponytail +##watch +belize +conversely +heroine +perpetual +##ylus +charcoal +piedmont +glee +negotiating +backdrop +prologue +##jah +##mmy +pasadena +climbs +ramos +sunni +##holm +##tner +##tri +anand +deficiency +hertfordshire +stout +##avi +aperture +orioles +##irs +doncaster +intrigued +bombed +coating +otis +##mat +cocktail +##jit +##eto +amir +arousal +sar +##proof +##act +##ories +dixie +pots +##bow +whereabouts +159 +##fted +drains +bullying +cottages +scripture +coherent +fore +poe +appetite +##uration +sampled +##ators +##dp +derrick +rotor +jays +peacock +installment +##rro +advisors +##coming +rodeo +scotch +##mot +##db +##fen +##vant +ensued +rodrigo +dictatorship +martyrs +twenties +##薪 +towed +incidence +marta +rainforest +sai +scaled +##cles +oceanic +qualifiers +symphonic +mcbride +dislike +generalized +aubrey +colonization +##iation +##lion +##ssing +disliked +lublin +salesman +##ulates +spherical +whatsoever +sweating +avalon +contention +punt +severity +alderman +atari +##dina +##grant +##rop +scarf +seville +vertices +annexation +fairfield +fascination +inspiring +launches +palatinate +regretted +##rca +feral +##iom +elk +nap +olsen +reddy +yong +##leader +##iae +garment +transports +feng +gracie +outrage +viceroy +insides +##esis +breakup +grady +organizer +softer +grimaced +222 +murals +galicia +arranging +vectors +##rsten +bas +##sb +##cens +sloan +##eka +bitten +ara +fender +nausea +bumped +kris +banquet +comrades +detector +persisted +##llan +adjustment +endowed +cinemas +##shot +sellers +##uman +peek +epa +kindly +neglect +simpsons +talon +mausoleum +runaway +hangul +lookout +##cic +rewards +coughed +acquainted +chloride +##ald +quicker +accordion +neolithic +##qa +artemis +coefficient +lenny +pandora +tx +##xed +ecstasy +litter +segunda +chairperson +gemma +hiss +rumor +vow +nasal +antioch +compensate +patiently +transformers +##eded +judo +morrow +penis +posthumous +philips +bandits +husbands +denote +flaming +##any +##phones +langley +yorker +1760 +walters +##uo +##kle +gubernatorial +fatty +samsung +leroy +outlaw +##nine +unpublished +poole +jakob +##岬� +##鈧� +crete +distorted +superiority +##dhi +intercept +crust +mig +claus +crashes +positioning +188 +stallion +301 +frontal +armistice +##estinal +elton +aj +encompassing +camel +commemorated +malaria +woodward +calf +cigar +penetrate +##oso +willard +##rno +##uche +illustrate +amusing +convergence +noteworthy +##lma +##rva +journeys +realise +manfred +##sable +410 +##vocation +hearings +fiance +##posed +educators +provoked +adjusting +##cturing +modular +stockton +paterson +vlad +rejects +electors +selena +maureen +##tres +uber +##rce +swirled +##num +proportions +nanny +pawn +naturalist +parma +apostles +awoke +ethel +wen +##bey +monsoon +overview +##inating +mccain +rendition +risky +adorned +##ih +equestrian +germain +nj +conspicuous +confirming +##yoshi +shivering +##imeter +milestone +rumours +flinched +bounds +smacked +token +##bei +lectured +automobiles +##shore +impacted +##iable +nouns +nero +##leaf +ismail +prostitute +trams +##lace +bridget +sud +stimulus +impressions +reins +revolves +##oud +##gned +giro +honeymoon +##swell +criterion +##sms +##uil +libyan +prefers +##osition +211 +preview +sucks +accusation +bursts +metaphor +diffusion +tolerate +faye +betting +cinematographer +liturgical +specials +bitterly +humboldt +##ckle +flux +rattled +##itzer +archaeologists +odor +authorised +marshes +discretion +##芯胁 +alarmed +archaic +inverse +##leton +explorers +##pine +drummond +tsunami +woodlands +##minate +##tland +booklet +insanity +owning +insert +crafted +calculus +##tore +receivers +##bt +stung +##eca +##nched +prevailing +travellers +eyeing +lila +graphs +##borne +178 +julien +##won +morale +adaptive +therapist +erica +cw +libertarian +bowman +pitches +vita +##ional +crook +##ads +##entation +caledonia +mutiny +##sible +1840s +automation +##脽 +flock +##pia +ironic +pathology +##imus +remarried +##22 +joker +withstand +energies +##att +shropshire +hostages +madeleine +tentatively +conflicting +mateo +recipes +euros +ol +mercenaries +nico +##ndon +albuquerque +augmented +mythical +bel +freud +##child +cough +##lica +365 +freddy +lillian +genetically +nuremberg +calder +209 +bonn +outdoors +paste +suns +urgency +vin +restraint +tyson +##cera +##selle +barrage +bethlehem +kahn +##par +mounts +nippon +barony +happier +ryu +makeshift +sheldon +blushed +castillo +barking +listener +taped +bethel +fluent +headlines +pornography +rum +disclosure +sighing +mace +doubling +gunther +manly +##plex +rt +interventions +physiological +forwards +emerges +##tooth +##gny +compliment +rib +recession +visibly +barge +faults +connector +exquisite +prefect +##rlin +patio +##cured +elevators +brandt +italics +pena +173 +wasp +satin +ea +botswana +graceful +respectable +##jima +##rter +##oic +franciscan +generates +##dl +alfredo +disgusting +##olate +##iously +sherwood +warns +cod +promo +cheryl +sino +##丞 +##escu +twitch +##zhi +brownish +thom +ortiz +##dron +densely +##beat +carmel +reinforce +##bana +187 +anastasia +downhill +vertex +contaminated +remembrance +harmonic +homework +##sol +fiancee +gears +olds +angelica +loft +ramsay +quiz +colliery +sevens +##cape +autism +##hil +walkway +##boats +ruben +abnormal +ounce +khmer +##bbe +zachary +bedside +morphology +punching +##olar +sparrow +convinces +##35 +hewitt +queer +remastered +rods +mabel +solemn +notified +lyricist +symmetric +##xide +174 +encore +passports +wildcats +##uni +baja +##pac +mildly +##ease +bleed +commodity +mounds +glossy +orchestras +##omo +damian +prelude +ambitions +##vet +awhile +remotely +##aud +asserts +imply +##iques +distinctly +modelling +remedy +##dded +windshield +dani +xiao +##endra +audible +powerplant +1300 +invalid +elemental +acquisitions +##hala +immaculate +libby +plata +smuggling +ventilation +denoted +minh +##morphism +430 +differed +dion +kelley +lore +mocking +sabbath +spikes +hygiene +drown +runoff +stylized +tally +liberated +aux +interpreter +righteous +aba +siren +reaper +pearce +millie +##cier +##yra +gaius +##iso +captures +##ttering +dorm +claudio +##sic +benches +knighted +blackness +##ored +discount +fumble +oxidation +routed +##蟼 +novak +perpendicular +spoiled +fracture +splits +##urt +pads +topology +##cats +axes +fortunate +offenders +protestants +esteem +221 +broadband +convened +frankly +hound +prototypes +isil +facilitated +keel +##sher +sahara +awaited +bubba +orb +prosecutors +186 +hem +520 +##xing +relaxing +remnant +romney +sorted +slalom +stefano +ulrich +##active +exemption +folder +pauses +foliage +hitchcock +epithet +204 +criticisms +##aca +ballistic +brody +hinduism +chaotic +youths +equals +##pala +pts +thicker +analogous +capitalist +improvised +overseeing +sinatra +ascended +beverage +##tl +straightforward +##kon +curran +##west +bois +325 +induce +surveying +emperors +sax +unpopular +##kk +cartoonist +fused +##mble +unto +##yuki +localities +##cko +##ln +darlington +slain +academie +lobbying +sediment +puzzles +##grass +defiance +dickens +manifest +tongues +alumnus +arbor +coincide +184 +appalachian +mustafa +examiner +cabaret +traumatic +yves +bracelet +draining +heroin +magnum +baths +odessa +consonants +mitsubishi +##gua +kellan +vaudeville +##fr +joked +null +straps +probation +##艂aw +ceded +interfaces +##pas +##zawa +blinding +viet +224 +rothschild +museo +640 +huddersfield +##vr +tactic +##storm +brackets +dazed +incorrectly +##vu +reg +glazed +fearful +manifold +benefited +irony +##sun +stumbling +##rte +willingness +balkans +mei +wraps +##aba +injected +##lea +gu +syed +harmless +##hammer +bray +takeoff +poppy +timor +cardboard +astronaut +purdue +weeping +southbound +cursing +stalls +diagonal +##neer +lamar +bryce +comte +weekdays +harrington +##uba +negatively +##see +lays +grouping +##cken +##henko +affirmed +halle +modernist +##lai +hodges +smelling +aristocratic +baptized +dismiss +justification +oilers +##now +coupling +qin +snack +healer +##qing +gardener +layla +battled +formulated +stephenson +gravitational +##gill +##jun +1768 +granny +coordinating +suites +##cd +##ioned +monarchs +##cote +##hips +sep +blended +apr +barrister +deposition +fia +mina +policemen +paranoid +##pressed +churchyard +covert +crumpled +creep +abandoning +tr +transmit +conceal +barr +understands +readiness +spire +##cology +##enia +##erry +610 +startling +unlock +vida +bowled +slots +##nat +##islav +spaced +trusting +admire +rig +##ink +slack +##70 +mv +207 +casualty +##wei +classmates +##odes +##rar +##rked +amherst +furnished +evolve +foundry +menace +mead +##lein +flu +wesleyan +##kled +monterey +webber +##vos +wil +##mith +##薪邪 +bartholomew +justices +restrained +##cke +amenities +191 +mediated +sewage +trenches +ml +mainz +##thus +1800s +##cula +##inski +caine +bonding +213 +converts +spheres +superseded +marianne +crypt +sweaty +ensign +historia +##br +spruce +##post +##ask +forks +thoughtfully +yukon +pamphlet +ames +##uter +karma +##yya +bryn +negotiation +sighs +incapable +##mbre +##ntial +actresses +taft +##mill +luce +prevailed +##amine +1773 +motionless +envoy +testify +investing +sculpted +instructors +provence +kali +cullen +horseback +##while +goodwin +##jos +gaa +norte +##ldon +modify +wavelength +abd +214 +skinned +sprinter +forecast +scheduling +marries +squared +tentative +##chman +boer +##isch +bolts +swap +fisherman +assyrian +impatiently +guthrie +martins +murdoch +194 +tanya +nicely +dolly +lacy +med +##45 +syn +decks +fashionable +millionaire +##ust +surfing +##ml +##ision +heaved +tammy +consulate +attendees +routinely +197 +fuse +saxophonist +backseat +malaya +##lord +scowl +tau +##ishly +193 +sighted +steaming +##rks +303 +911 +##holes +##hong +ching +##wife +bless +conserved +jurassic +stacey +unix +zion +chunk +rigorous +blaine +198 +peabody +slayer +dismay +brewers +nz +##jer +det +##glia +glover +postwar +int +penetration +sylvester +imitation +vertically +airlift +heiress +knoxville +viva +##uin +390 +macon +##rim +##fighter +##gonal +janice +##orescence +##wari +marius +belongings +leicestershire +196 +blanco +inverted +preseason +sanity +sobbing +##due +##elt +##dled +collingwood +regeneration +flickering +shortest +##mount +##osi +feminism +##lat +sherlock +cabinets +fumbled +northbound +precedent +snaps +##mme +researching +##akes +guillaume +insights +manipulated +vapor +neighbour +sap +gangster +frey +f1 +stalking +scarcely +callie +barnett +tendencies +audi +doomed +assessing +slung +panchayat +ambiguous +bartlett +##etto +distributing +violating +wolverhampton +##hetic +swami +histoire +##urus +liable +pounder +groin +hussain +larsen +popping +surprises +##atter +vie +curt +##station +mute +relocate +musicals +authorization +richter +##sef +immortality +tna +bombings +##press +deteriorated +yiddish +##acious +robbed +colchester +cs +pmid +ao +verified +balancing +apostle +swayed +recognizable +oxfordshire +retention +nottinghamshire +contender +judd +invitational +shrimp +uhf +##icient +cleaner +longitudinal +tanker +##mur +acronym +broker +koppen +sundance +suppliers +##gil +4000 +clipped +fuels +petite +##anne +landslide +helene +diversion +populous +landowners +auspices +melville +quantitative +##xes +ferries +nicky +##llus +doo +haunting +roche +carver +downed +unavailable +##pathy +approximation +hiroshima +##hue +garfield +valle +comparatively +keyboardist +traveler +##eit +congestion +calculating +subsidiaries +##bate +serb +modernization +fairies +deepened +ville +averages +##lore +inflammatory +tonga +##itch +co鈧� +squads +##hea +gigantic +serum +enjoyment +retailer +verona +35th +cis +##phobic +magna +technicians +##vati +arithmetic +##sport +levin +##dation +amtrak +chow +sienna +##eyer +backstage +entrepreneurship +##otic +learnt +tao +##udy +worcestershire +formulation +baggage +hesitant +bali +sabotage +##kari +barren +enhancing +murmur +pl +freshly +putnam +syntax +aces +medicines +resentment +bandwidth +##sier +grins +chili +guido +##sei +framing +implying +gareth +lissa +genevieve +pertaining +admissions +geo +thorpe +proliferation +sato +bela +analyzing +parting +##gor +awakened +##isman +huddled +secrecy +##kling +hush +gentry +540 +dungeons +##ego +coasts +##utz +sacrificed +##chule +landowner +mutually +prevalence +programmer +adolescent +disrupted +seaside +gee +trusts +vamp +georgie +##nesian +##iol +schedules +sindh +##market +etched +hm +sparse +bey +beaux +scratching +gliding +unidentified +216 +collaborating +gems +jesuits +oro +accumulation +shaping +mbe +anal +##xin +231 +enthusiasts +newscast +##egan +janata +dewey +parkinson +179 +ankara +biennial +towering +dd +inconsistent +950 +##chet +thriving +terminate +cabins +furiously +eats +advocating +donkey +marley +muster +phyllis +leiden +##user +grassland +glittering +iucn +loneliness +217 +memorandum +armenians +##ddle +popularized +rhodesia +60s +lame +##illon +sans +bikini +header +orbits +##xx +##finger +##ulator +sharif +spines +biotechnology +strolled +naughty +yates +##wire +fremantle +milo +##mour +abducted +removes +##atin +humming +wonderland +##chrome +##ester +hume +pivotal +##rates +armand +grams +believers +elector +rte +apron +bis +scraped +##yria +endorsement +initials +##llation +eps +dotted +hints +buzzing +emigration +nearer +##tom +indicators +##ulu +coarse +neutron +protectorate +##uze +directional +exploits +pains +loire +1830s +proponents +guggenheim +rabbits +ritchie +305 +hectare +inputs +hutton +##raz +verify +##ako +boilers +longitude +##lev +skeletal +yer +emilia +citrus +compromised +##gau +pokemon +prescription +paragraph +eduard +cadillac +attire +categorized +kenyan +weddings +charley +##bourg +entertain +monmouth +##lles +nutrients +davey +mesh +incentive +practised +ecosystems +kemp +subdued +overheard +##rya +bodily +maxim +##nius +apprenticeship +ursula +##fight +lodged +rug +silesian +unconstitutional +patel +inspected +coyote +unbeaten +##hak +34th +disruption +convict +parcel +##cl +##nham +collier +implicated +mallory +##iac +##lab +susannah +winkler +##rber +shia +phelps +sediments +graphical +robotic +##sner +adulthood +mart +smoked +##isto +kathryn +clarified +##aran +divides +convictions +oppression +pausing +burying +##mt +federico +mathias +eileen +##tana +kite +hunched +##acies +189 +##atz +disadvantage +liza +kinetic +greedy +paradox +yokohama +dowager +trunks +ventured +##gement +gupta +vilnius +olaf +##thest +crimean +hopper +##ej +progressively +arturo +mouthed +arrondissement +##fusion +rubin +simulcast +oceania +##orum +##stra +##rred +busiest +intensely +navigator +cary +##vine +##hini +##bies +fife +rowe +rowland +posing +insurgents +shafts +lawsuits +activate +conor +inward +culturally +garlic +265 +##eering +eclectic +##hui +##kee +##nl +furrowed +vargas +meteorological +rendezvous +##aus +culinary +commencement +##dition +quota +##notes +mommy +salaries +overlapping +mule +##iology +##mology +sums +wentworth +##isk +##zione +mainline +subgroup +##illy +hack +plaintiff +verdi +bulb +differentiation +engagements +multinational +supplemented +bertrand +caller +regis +##naire +##sler +##arts +##imated +blossom +propagation +kilometer +viaduct +vineyards +##uate +beckett +optimization +golfer +songwriters +seminal +semitic +thud +volatile +evolving +ridley +##wley +trivial +distributions +scandinavia +jiang +##ject +wrestled +insistence +##dio +emphasizes +napkin +##ods +adjunct +rhyme +##ricted +##eti +hopeless +surrounds +tremble +32nd +smoky +##ntly +oils +medicinal +padded +steer +wilkes +219 +255 +concessions +hue +uniquely +blinded +landon +yahoo +##lane +hendrix +commemorating +dex +specify +chicks +##ggio +intercity +1400 +morley +##torm +highlighting +##oting +pang +oblique +stalled +##liner +flirting +newborn +1769 +bishopric +shaved +232 +currie +##ush +dharma +spartan +##ooped +favorites +smug +novella +sirens +abusive +creations +espana +##lage +paradigm +semiconductor +sheen +##rdo +##yen +##zak +nrl +renew +##pose +##tur +adjutant +marches +norma +##enity +ineffective +weimar +grunt +##gat +lordship +plotting +expenditure +infringement +lbs +refrain +av +mimi +mistakenly +postmaster +1771 +##bara +ras +motorsports +tito +199 +subjective +##zza +bully +stew +##kaya +prescott +1a +##raphic +##zam +bids +styling +paranormal +reeve +sneaking +exploding +katz +akbar +migrant +syllables +indefinitely +##ogical +destroys +replaces +applause +##phine +pest +##fide +218 +articulated +bertie +##thing +##cars +##ptic +courtroom +crowley +aesthetics +cummings +tehsil +hormones +titanic +dangerously +##ibe +stadion +jaenelle +auguste +ciudad +##chu +mysore +partisans +##sio +lucan +philipp +##aly +debating +henley +interiors +##rano +##tious +homecoming +beyonce +usher +henrietta +prepares +weeds +##oman +ely +plucked +##pire +##dable +luxurious +##aq +artifact +password +pasture +juno +maddy +minsk +##dder +##ologies +##rone +assessments +martian +royalist +1765 +examines +##mani +##rge +nino +223 +parry +scooped +relativity +##eli +##uting +##cao +congregational +noisy +traverse +##agawa +strikeouts +nickelodeon +obituary +transylvania +binds +depictions +polk +trolley +##yed +##lard +breeders +##under +dryly +hokkaido +1762 +strengths +stacks +bonaparte +connectivity +neared +prostitutes +stamped +anaheim +gutierrez +sinai +##zzling +bram +fresno +madhya +##86 +proton +##lena +##llum +##phon +reelected +wanda +##anus +##lb +ample +distinguishing +##yler +grasping +sermons +tomato +bland +stimulation +avenues +##eux +spreads +scarlett +fern +pentagon +assert +baird +chesapeake +ir +calmed +distortion +fatalities +##olis +correctional +pricing +##astic +##gina +prom +dammit +ying +collaborate +##chia +welterweight +33rd +pointer +substitution +bonded +umpire +communicating +multitude +paddle +##obe +federally +intimacy +##insky +betray +ssr +##lett +##lean +##lves +##therapy +airbus +##tery +functioned +ud +bearer +biomedical +netflix +##hire +##nca +condom +brink +ik +##nical +macy +##bet +flap +gma +experimented +jelly +lavender +##icles +##ulia +munro +##mian +##tial +rye +##rle +60th +gigs +hottest +rotated +predictions +fuji +bu +##erence +##omi +barangay +##fulness +##sas +clocks +##rwood +##liness +cereal +roe +wight +decker +uttered +babu +onion +xml +forcibly +##df +petra +sarcasm +hartley +peeled +storytelling +##42 +##xley +##ysis +##ffa +fibre +kiel +auditor +fig +harald +greenville +##berries +geographically +nell +quartz +##athic +cemeteries +##lr +crossings +nah +holloway +reptiles +chun +sichuan +snowy +660 +corrections +##ivo +zheng +ambassadors +blacksmith +fielded +fluids +hardcover +turnover +medications +melvin +academies +##erton +ro +roach +absorbing +spaniards +colton +##founded +outsider +espionage +kelsey +245 +edible +##ulf +dora +establishes +##sham +##tries +contracting +##tania +cinematic +costello +nesting +##uron +connolly +duff +##nology +mma +##mata +fergus +sexes +gi +optics +spectator +woodstock +banning +##hee +##fle +differentiate +outfielder +refinery +226 +312 +gerhard +horde +lair +drastically +##udi +landfall +##cheng +motorsport +odi +##achi +predominant +quay +skins +##ental +edna +harshly +complementary +murdering +##aves +wreckage +##90 +ono +outstretched +lennox +munitions +galen +reconcile +470 +scalp +bicycles +gillespie +questionable +rosenberg +guillermo +hostel +jarvis +kabul +volvo +opium +yd +##twined +abuses +decca +outpost +##cino +sensible +neutrality +##64 +ponce +anchorage +atkins +turrets +inadvertently +disagree +libre +vodka +reassuring +weighs +##yal +glide +jumper +ceilings +repertory +outs +stain +##bial +envy +##ucible +smashing +heightened +policing +hyun +mixes +lai +prima +##ples +celeste +##bina +lucrative +intervened +kc +manually +##rned +stature +staffed +bun +bastards +nairobi +priced +##auer +thatcher +##kia +tripped +comune +##ogan +##pled +brasil +incentives +emanuel +hereford +musica +##kim +benedictine +biennale +##lani +eureka +gardiner +rb +knocks +sha +##ael +##elled +##onate +efficacy +ventura +masonic +sanford +maize +leverage +##feit +capacities +santana +##aur +novelty +vanilla +##cter +##tour +benin +##oir +##rain +neptune +drafting +tallinn +##cable +humiliation +##boarding +schleswig +fabian +bernardo +liturgy +spectacle +sweeney +pont +routledge +##tment +cosmos +ut +hilt +sleek +universally +##eville +##gawa +typed +##dry +favors +allegheny +glaciers +##rly +recalling +aziz +##log +parasite +requiem +auf +##berto +##llin +illumination +##breaker +##issa +festivities +bows +govern +vibe +vp +333 +sprawled +larson +pilgrim +bwf +leaping +##rts +##ssel +alexei +greyhound +hoarse +##dler +##oration +seneca +##cule +gaping +##ulously +##pura +cinnamon +##gens +##rricular +craven +fantasies +houghton +engined +reigned +dictator +supervising +##oris +bogota +commentaries +unnatural +fingernails +spirituality +tighten +##tm +canadiens +protesting +intentional +cheers +sparta +##ytic +##iere +##zine +widen +belgarath +controllers +dodd +iaaf +navarre +##ication +defect +squire +steiner +whisky +##mins +560 +inevitably +tome +##gold +chew +##uid +##lid +elastic +##aby +streaked +alliances +jailed +regal +##ined +##phy +czechoslovak +narration +absently +##uld +bluegrass +guangdong +quran +criticizing +hose +hari +##liest +##owa +skier +streaks +deploy +##lom +raft +bose +dialed +huff +##eira +haifa +simplest +bursting +endings +ib +sultanate +##titled +franks +whitman +ensures +sven +##ggs +collaborators +forster +organising +ui +banished +napier +injustice +teller +layered +thump +##otti +roc +battleships +evidenced +fugitive +sadie +robotics +##roud +equatorial +geologist +##iza +yielding +##bron +##sr +internationale +mecca +##diment +sbs +skyline +toad +uploaded +reflective +undrafted +lal +leafs +bayern +##dai +lakshmi +shortlisted +##stick +##wicz +camouflage +donate +af +christi +lau +##acio +disclosed +nemesis +1761 +assemble +straining +northamptonshire +tal +##asi +bernardino +premature +heidi +42nd +coefficients +galactic +reproduce +buzzed +sensations +zionist +monsieur +myrtle +##eme +archery +strangled +musically +viewpoint +antiquities +bei +trailers +seahawks +cured +pee +preferring +tasmanian +lange +sul +##mail +##working +colder +overland +lucivar +massey +gatherings +haitian +##smith +disapproval +flaws +##cco +##enbach +1766 +npr +##icular +boroughs +creole +forums +techno +1755 +dent +abdominal +streetcar +##eson +##stream +procurement +gemini +predictable +##tya +acheron +christoph +feeder +fronts +vendor +bernhard +jammu +tumors +slang +##uber +goaltender +twists +curving +manson +vuelta +mer +peanut +confessions +pouch +unpredictable +allowance +theodor +vascular +##factory +bala +authenticity +metabolic +coughing +nanjing +##cea +pembroke +##bard +splendid +36th +ff +hourly +##ahu +elmer +handel +##ivate +awarding +thrusting +dl +experimentation +##hesion +##46 +caressed +entertained +steak +##rangle +biologist +orphans +baroness +oyster +stepfather +##dridge +mirage +reefs +speeding +##31 +barons +1764 +227 +inhabit +preached +repealed +##tral +honoring +boogie +captives +administer +johanna +##imate +gel +suspiciously +1767 +sobs +##dington +backbone +hayward +garry +##folding +##nesia +maxi +##oof +##ppe +ellison +galileo +##stand +crimea +frenzy +amour +bumper +matrices +natalia +baking +garth +palestinians +##grove +smack +conveyed +ensembles +gardening +##manship +##rup +##stituting +1640 +harvesting +topography +jing +shifters +dormitory +##carriage +##lston +ist +skulls +##stadt +dolores +jewellery +sarawak +##wai +##zier +fences +christy +confinement +tumbling +credibility +fir +stench +##bria +##plication +##nged +##sam +virtues +##belt +marjorie +pba +##eem +##made +celebrates +schooner +agitated +barley +fulfilling +anthropologist +##pro +restrict +novi +regulating +##nent +padres +##rani +##hesive +loyola +tabitha +milky +olson +proprietor +crambidae +guarantees +intercollegiate +ljubljana +hilda +##sko +ignorant +hooded +##lts +sardinia +##lidae +##vation +frontman +privileged +witchcraft +##gp +jammed +laude +poking +##than +bracket +amazement +yunnan +##erus +maharaja +linnaeus +264 +commissioning +milano +peacefully +##logies +akira +rani +regulator +##36 +grasses +##rance +luzon +crows +compiler +gretchen +seaman +edouard +tab +buccaneers +ellington +hamlets +whig +socialists +##anto +directorial +easton +mythological +##kr +##vary +rhineland +semantic +taut +dune +inventions +succeeds +##iter +replication +branched +##pired +jul +prosecuted +kangaroo +penetrated +##avian +middlesbrough +doses +bleak +madam +predatory +relentless +##vili +reluctance +##vir +hailey +crore +silvery +1759 +monstrous +swimmers +transmissions +hawthorn +informing +##eral +toilets +caracas +crouch +kb +##sett +295 +cartel +hadley +##aling +alexia +yvonne +##biology +cinderella +eton +superb +blizzard +stabbing +industrialist +maximus +##gm +##orus +groves +maud +clade +oversized +comedic +##bella +rosen +nomadic +fulham +montane +beverages +galaxies +redundant +swarm +##rot +##folia +##llis +buckinghamshire +fen +bearings +bahadur +##rom +gilles +phased +dynamite +faber +benoit +vip +##ount +##wd +booking +fractured +tailored +anya +spices +westwood +cairns +auditions +inflammation +steamed +##rocity +##acion +##urne +skyla +thereof +watford +torment +archdeacon +transforms +lulu +demeanor +fucked +serge +##sor +mckenna +minas +entertainer +##icide +caress +originate +residue +##sty +1740 +##ilised +##org +beech +##wana +subsidies +##ghton +emptied +gladstone +ru +firefighters +voodoo +##rcle +het +nightingale +tamara +edmond +ingredient +weaknesses +silhouette +285 +compatibility +withdrawing +hampson +##mona +anguish +giggling +##mber +bookstore +##jiang +southernmost +tilting +##vance +bai +economical +rf +briefcase +dreadful +hinted +projections +shattering +totaling +##rogate +analogue +indicted +periodical +fullback +##dman +haynes +##tenberg +##ffs +##ishment +1745 +thirst +stumble +penang +vigorous +##ddling +##kor +##lium +octave +##ove +##enstein +##inen +##ones +siberian +##uti +cbn +repeal +swaying +##vington +khalid +tanaka +unicorn +otago +plastered +lobe +riddle +##rella +perch +##ishing +croydon +filtered +graeme +tripoli +##ossa +crocodile +##chers +sufi +mined +##tung +inferno +lsu +##phi +swelled +utilizes +拢2 +cale +periodicals +styx +hike +informally +coop +lund +##tidae +ala +hen +qui +transformations +disposed +sheath +chickens +##cade +fitzroy +sas +silesia +unacceptable +odisha +1650 +sabrina +pe +spokane +ratios +athena +massage +shen +dilemma +##drum +##riz +##hul +corona +doubtful +niall +##pha +##bino +fines +cite +acknowledging +bangor +ballard +bathurst +##resh +huron +mustered +alzheimer +garments +kinase +tyre +warship +##cp +flashback +pulmonary +braun +cheat +kamal +cyclists +constructions +grenades +ndp +traveller +excuses +stomped +signalling +trimmed +futsal +mosques +relevance +##wine +wta +##23 +##vah +##lter +hoc +##riding +optimistic +##麓s +deco +sim +interacting +rejecting +moniker +waterways +##ieri +##oku +mayors +gdansk +outnumbered +pearls +##ended +##hampton +fairs +totals +dominating +262 +notions +stairway +compiling +pursed +commodities +grease +yeast +##jong +carthage +griffiths +residual +amc +contraction +laird +sapphire +##marine +##ivated +amalgamation +dissolve +inclination +lyle +packaged +altitudes +suez +canons +graded +lurched +narrowing +boasts +guise +wed +enrico +##ovsky +rower +scarred +bree +cub +iberian +protagonists +bargaining +proposing +trainers +voyages +vans +fishes +##aea +##ivist +##verance +encryption +artworks +kazan +sabre +cleopatra +hepburn +rotting +supremacy +mecklenburg +##brate +burrows +hazards +outgoing +flair +organizes +##ctions +scorpion +##usions +boo +234 +chevalier +dunedin +slapping +##34 +ineligible +pensions +##38 +##omic +manufactures +emails +bismarck +238 +weakening +blackish +ding +mcgee +quo +##rling +northernmost +xx +manpower +greed +sampson +clicking +##ange +##horpe +##inations +##roving +torre +##eptive +##moral +symbolism +38th +asshole +meritorious +outfits +splashed +biographies +sprung +astros +##tale +302 +737 +filly +raoul +nw +tokugawa +linden +clubhouse +##apa +tracts +romano +##pio +putin +tags +##note +chained +dickson +gunshot +moe +gunn +rashid +##tails +zipper +##bas +##nea +contrasted +##ply +##udes +plum +pharaoh +##pile +aw +comedies +ingrid +sandwiches +subdivisions +1100 +mariana +nokia +kamen +hz +delaney +veto +herring +##words +possessive +outlines +##roup +siemens +stairwell +rc +gallantry +messiah +palais +yells +233 +zeppelin +##dm +bolivar +##cede +smackdown +mckinley +##mora +##yt +muted +geologic +finely +unitary +avatar +hamas +maynard +rees +bog +contrasting +##rut +liv +chico +disposition +pixel +##erate +becca +dmitry +yeshiva +narratives +##lva +##ulton +mercenary +sharpe +tempered +navigate +stealth +amassed +keynes +##lini +untouched +##rrie +havoc +lithium +##fighting +abyss +graf +southward +wolverine +balloons +implements +ngos +transitions +##icum +ambushed +concacaf +dormant +economists +##dim +costing +csi +rana +universite +boulders +verity +##llon +collin +mellon +misses +cypress +fluorescent +lifeless +spence +##ulla +crewe +shepard +pak +revelations +##賲 +jolly +gibbons +paw +##dro +##quel +freeing +##test +shack +fries +palatine +##51 +##hiko +accompaniment +cruising +recycled +##aver +erwin +sorting +synthesizers +dyke +realities +sg +strides +enslaved +wetland +##ghan +competence +gunpowder +grassy +maroon +reactors +objection +##oms +carlson +gearbox +macintosh +radios +shelton +##sho +clergyman +prakash +254 +mongols +trophies +oricon +228 +stimuli +twenty20 +cantonese +cortes +mirrored +##saurus +bhp +cristina +melancholy +##lating +enjoyable +nuevo +##wny +downfall +schumacher +##ind +banging +lausanne +rumbled +paramilitary +reflex +ax +amplitude +migratory +##gall +##ups +midi +barnard +lastly +sherry +##hp +##nall +keystone +##kra +carleton +slippery +##53 +coloring +foe +socket +otter +##rgos +mats +##tose +consultants +bafta +bison +topping +##km +490 +primal +abandonment +transplant +atoll +hideous +mort +pained +reproduced +tae +howling +##turn +unlawful +billionaire +hotter +poised +lansing +##chang +dinamo +retro +messing +nfc +domesday +##mina +blitz +timed +##athing +##kley +ascending +gesturing +##izations +signaled +tis +chinatown +mermaid +savanna +jameson +##aint +catalina +##pet +##hers +cochrane +cy +chatting +##kus +alerted +computation +mused +noelle +majestic +mohawk +campo +octagonal +##sant +##hend +241 +aspiring +##mart +comprehend +iona +paralyzed +shimmering +swindon +rhone +##eley +reputed +configurations +pitchfork +agitation +francais +gillian +lipstick +##ilo +outsiders +pontifical +resisting +bitterness +sewer +rockies +##edd +##ucher +misleading +1756 +exiting +galloway +##nging +risked +##heart +246 +commemoration +schultz +##rka +integrating +##rsa +poses +shrieked +##weiler +guineas +gladys +jerking +owls +goldsmith +nightly +penetrating +##unced +lia +##33 +ignited +betsy +##aring +##thorpe +follower +vigorously +##rave +coded +kiran +knit +zoology +tbilisi +##28 +##bered +repository +govt +deciduous +dino +growling +##bba +enhancement +unleashed +chanting +pussy +biochemistry +##eric +kettle +repression +toxicity +nrhp +##arth +##kko +##bush +ernesto +commended +outspoken +242 +mca +parchment +sms +kristen +##aton +bisexual +raked +glamour +navajo +a2 +conditioned +showcased +##hma +spacious +youthful +##esa +usl +appliances +junta +brest +layne +conglomerate +enchanted +chao +loosened +picasso +circulating +inspect +montevideo +##centric +##kti +piazza +spurred +##aith +bari +freedoms +poultry +stamford +lieu +##ect +indigo +sarcastic +bahia +stump +attach +dvds +frankenstein +lille +approx +scriptures +pollen +##script +nmi +overseen +##ivism +tides +proponent +newmarket +inherit +milling +##erland +centralized +##rou +distributors +credentials +drawers +abbreviation +##lco +##xon +downing +uncomfortably +ripe +##oes +erase +franchises +##ever +populace +##bery +##khar +decomposition +pleas +##tet +daryl +sabah +##stle +##wide +fearless +genie +lesions +annette +##ogist +oboe +appendix +nair +dripped +petitioned +maclean +mosquito +parrot +rpg +hampered +1648 +operatic +reservoirs +##tham +irrelevant +jolt +summarized +##fp +medallion +##taff +##鈭� +clawed +harlow +narrower +goddard +marcia +bodied +fremont +suarez +altering +tempest +mussolini +porn +##isms +sweetly +oversees +walkers +solitude +grimly +shrines +hk +ich +supervisors +hostess +dietrich +legitimacy +brushes +expressive +##yp +dissipated +##rse +localized +systemic +##nikov +gettysburg +##js +##uaries +dialogues +muttering +251 +housekeeper +sicilian +discouraged +##frey +beamed +kaladin +halftime +kidnap +##amo +##llet +1754 +synonymous +depleted +instituto +insulin +reprised +##opsis +clashed +##ctric +interrupting +radcliffe +insisting +medici +1715 +ejected +playfully +turbulent +##47 +starvation +##rini +shipment +rebellious +petersen +verification +merits +##rified +cakes +##charged +1757 +milford +shortages +spying +fidelity +##aker +emitted +storylines +harvested +seismic +##iform +cheung +kilda +theoretically +barbie +lynx +##rgy +##tius +goblin +mata +poisonous +##nburg +reactive +residues +obedience +##械胁懈褔 +conjecture +##rac +401 +hating +sixties +kicker +moaning +motown +##bha +emancipation +neoclassical +##hering +consoles +ebert +professorship +##tures +sustaining +assaults +obeyed +affluent +incurred +tornadoes +##eber +##zow +emphasizing +highlanders +cheated +helmets +##ctus +internship +terence +bony +executions +legislators +berries +peninsular +tinged +##aco +1689 +amplifier +corvette +ribbons +lavish +pennant +##lander +worthless +##chfield +##forms +mariano +pyrenees +expenditures +##icides +chesterfield +mandir +tailor +39th +sergey +nestled +willed +aristocracy +devotees +goodnight +raaf +rumored +weaponry +remy +appropriations +harcourt +burr +riaa +##lence +limitation +unnoticed +guo +soaking +swamps +##tica +collapsing +tatiana +descriptive +brigham +psalm +##chment +maddox +##lization +patti +caliph +##aja +akron +injuring +serra +##ganj +basins +##sari +astonished +launcher +##church +hilary +wilkins +sewing +##sf +stinging +##fia +##ncia +underwood +startup +##ition +compilations +vibrations +embankment +jurist +##nity +bard +juventus +groundwater +kern +palaces +helium +boca +cramped +marissa +soto +##worm +jae +princely +##ggy +faso +bazaar +warmly +##voking +229 +pairing +##lite +##grate +##nets +wien +freaked +ulysses +rebirth +##alia +##rent +mummy +guzman +jimenez +stilled +##nitz +trajectory +tha +woken +archival +professions +##pts +##pta +hilly +shadowy +shrink +##bolt +norwood +glued +migrate +stereotypes +devoid +##pheus +625 +evacuate +horrors +infancy +gotham +knowles +optic +downloaded +sachs +kingsley +parramatta +darryl +mor +##onale +shady +commence +confesses +kan +##meter +##placed +marlborough +roundabout +regents +frigates +io +##imating +gothenburg +revoked +carvings +clockwise +convertible +intruder +##sche +banged +##ogo +vicky +bourgeois +##mony +dupont +footing +##gum +pd +##real +buckle +yun +penthouse +sane +720 +serviced +stakeholders +neumann +bb +##eers +comb +##gam +catchment +pinning +rallies +typing +##elles +forefront +freiburg +sweetie +giacomo +widowed +goodwill +worshipped +aspirations +midday +##vat +fishery +##trick +bournemouth +turk +243 +hearth +ethanol +guadalajara +murmurs +sl +##uge +afforded +scripted +##hta +wah +##jn +coroner +translucent +252 +memorials +puck +progresses +clumsy +##race +315 +candace +recounted +##27 +##slin +##uve +filtering +##mac +howl +strata +heron +leveled +##ays +dubious +##oja +##褌 +##wheel +citations +exhibiting +##laya +##mics +##pods +turkic +##lberg +injunction +##ennial +##mit +antibodies +##44 +organise +##rigues +cardiovascular +cushion +inverness +##zquez +dia +cocoa +sibling +##tman +##roid +expanse +feasible +tunisian +algiers +##relli +rus +bloomberg +dso +westphalia +bro +tacoma +281 +downloads +##ours +konrad +duran +##hdi +continuum +jett +compares +legislator +secession +##nable +##gues +##zuka +translating +reacher +##gley +##艂a +aleppo +##agi +tc +orchards +trapping +linguist +versatile +drumming +postage +calhoun +superiors +##mx +barefoot +leary +##cis +ignacio +alfa +kaplan +##rogen +bratislava +mori +##vot +disturb +haas +313 +cartridges +gilmore +radiated +salford +tunic +hades +##ulsive +archeological +delilah +magistrates +auditioned +brewster +charters +empowerment +blogs +cappella +dynasties +iroquois +whipping +##krishna +raceway +truths +myra +weaken +judah +mcgregor +##horse +mic +refueling +37th +burnley +bosses +markus +premio +query +##gga +dunbar +##economic +darkest +lyndon +sealing +commendation +reappeared +##mun +addicted +ezio +slaughtered +satisfactory +shuffle +##eves +##thic +##uj +fortification +warrington +##otto +resurrected +fargo +mane +##utable +##lei +##space +foreword +ox +##aris +##vern +abrams +hua +##mento +sakura +##alo +uv +sentimental +##skaya +midfield +##eses +sturdy +scrolls +macleod +##kyu +entropy +##lance +mitochondrial +cicero +excelled +thinner +convoys +perceive +##oslav +##urable +systematically +grind +burkina +287 +##tagram +ops +##aman +guantanamo +##cloth +##tite +forcefully +wavy +##jou +pointless +##linger +##tze +layton +portico +superficial +clerical +outlaws +##hism +burials +muir +##inn +creditors +hauling +rattle +##leg +calais +monde +archers +reclaimed +dwell +wexford +hellenic +falsely +remorse +##tek +dough +furnishings +##uttered +gabon +neurological +novice +##igraphy +contemplated +pulpit +nightstand +saratoga +##istan +documenting +pulsing +taluk +##firmed +busted +marital +##rien +disagreements +wasps +##yes +hodge +mcdonnell +mimic +fran +pendant +dhabi +musa +##nington +congratulations +argent +darrell +concussion +losers +regrets +thessaloniki +reversal +donaldson +hardwood +thence +achilles +ritter +##eran +demonic +jurgen +prophets +goethe +eki +classmate +buff +##cking +yank +irrational +##inging +perished +seductive +qur +sourced +##crat +##typic +mustard +ravine +barre +horizontally +characterization +phylogenetic +boise +##dit +##runner +##tower +brutally +intercourse +seduce +##bbing +fay +ferris +ogden +amar +nik +unarmed +##inator +evaluating +kyrgyzstan +sweetness +##lford +##oki +mccormick +meiji +notoriety +stimulate +disrupt +figuring +instructional +mcgrath +##zoo +groundbreaking +##lto +flinch +khorasan +agrarian +bengals +mixer +radiating +##sov +ingram +pitchers +nad +tariff +##cript +tata +##codes +##emi +##ungen +appellate +lehigh +##bled +##giri +brawl +duct +texans +##ciation +##ropolis +skipper +speculative +vomit +doctrines +stresses +253 +davy +graders +whitehead +jozef +timely +cumulative +haryana +paints +appropriately +boon +cactus +##ales +##pid +dow +legions +##pit +perceptions +1730 +picturesque +##yse +periphery +rune +wr +##aha +celtics +sentencing +whoa +##erin +confirms +variance +425 +moines +mathews +spade +rave +m1 +fronted +fx +blending +alleging +reared +##gl +237 +##paper +grassroots +eroded +##free +##physical +directs +ordeal +##s艂aw +accelerate +hacker +rooftop +##inia +lev +buys +cebu +devote +##lce +specialising +##ulsion +choreographed +repetition +warehouses +##ryl +paisley +tuscany +analogy +sorcerer +hash +huts +shards +descends +exclude +nix +chaplin +gaga +ito +vane +##drich +causeway +misconduct +limo +orchestrated +glands +jana +##kot +u2 +##mple +##sons +branching +contrasts +scoop +longed +##virus +chattanooga +##75 +syrup +cornerstone +##tized +##mind +##iaceae +careless +precedence +frescoes +##uet +chilled +consult +modelled +snatch +peat +##thermal +caucasian +humane +relaxation +spins +temperance +##lbert +occupations +lambda +hybrids +moons +mp3 +##oese +247 +rolf +societal +yerevan +ness +##ssler +befriended +mechanized +nominate +trough +boasted +cues +seater +##hom +bends +##tangle +conductors +emptiness +##lmer +eurasian +adriatic +tian +##cie +anxiously +lark +propellers +chichester +jock +ev +2a +##holding +credible +recounts +tori +loyalist +abduction +##hoot +##redo +nepali +##mite +ventral +tempting +##ango +##crats +steered +##wice +javelin +dipping +laborers +prentice +looming +titanium +##藧 +badges +emir +tensor +##ntation +egyptians +rash +denies +hawthorne +lombard +showers +wehrmacht +dietary +trojan +##reus +welles +executing +horseshoe +lifeboat +##lak +elsa +infirmary +nearing +roberta +boyer +mutter +trillion +joanne +##fine +##oked +sinks +vortex +uruguayan +clasp +sirius +##block +accelerator +prohibit +sunken +byu +chronological +diplomats +ochreous +510 +symmetrical +1644 +maia +##tology +salts +reigns +atrocities +##懈褟 +hess +bared +issn +##vyn +cater +saturated +##cycle +##isse +sable +voyager +dyer +yusuf +##inge +fountains +wolff +##39 +##nni +engraving +rollins +atheist +ominous +##ault +herr +chariot +martina +strung +##fell +##farlane +horrific +sahib +gazes +saetan +erased +ptolemy +##olic +flushing +lauderdale +analytic +##ices +530 +navarro +beak +gorilla +herrera +broom +guadalupe +raiding +sykes +311 +bsc +deliveries +1720 +invasions +carmichael +tajikistan +thematic +ecumenical +sentiments +onstage +##rians +##brand +##sume +catastrophic +flanks +molten +##arns +waller +aimee +terminating +##icing +alternately +##oche +nehru +printers +outraged +##eving +empires +template +banners +repetitive +za +##oise +vegetarian +##tell +guiana +opt +cavendish +lucknow +synthesized +##hani +##mada +finalized +##ctable +fictitious +mayoral +unreliable +##enham +embracing +peppers +rbis +##chio +##neo +inhibition +slashed +togo +orderly +embroidered +safari +salty +236 +barron +benito +totaled +##dak +pubs +simulated +caden +devin +tolkien +momma +welding +sesame +##ept +gottingen +hardness +630 +shaman +temeraire +620 +adequately +pediatric +##kit +ck +assertion +radicals +composure +cadence +seafood +beaufort +lazarus +mani +warily +cunning +kurdistan +249 +cantata +##kir +ares +##41 +##clusive +nape +townland +geared +insulted +flutter +boating +violate +draper +dumping +malmo +##hh +##romatic +firearm +alta +bono +obscured +##clave +exceeds +panorama +unbelievable +##train +preschool +##essed +disconnected +installing +rescuing +secretaries +accessibility +##castle +##drive +##ifice +##film +bouts +slug +waterway +mindanao +##buro +##ratic +halves +##賱 +calming +liter +maternity +adorable +bragg +electrification +mcc +##dote +roxy +schizophrenia +##body +munoz +kaye +whaling +239 +mil +tingling +tolerant +##ago +unconventional +volcanoes +##finder +deportivo +##llie +robson +kaufman +neuroscience +wai +deportation +masovian +scraping +converse +##bh +hacking +bulge +##oun +administratively +yao +580 +amp +mammoth +booster +claremont +hooper +nomenclature +pursuits +mclaughlin +melinda +##sul +catfish +barclay +substrates +taxa +zee +originals +kimberly +packets +padma +##ality +borrowing +ostensibly +solvent +##bri +##genesis +##mist +lukas +shreveport +veracruz +##褜 +##lou +##wives +cheney +tt +anatolia +hobbs +##zyn +cyclic +radiant +alistair +greenish +siena +dat +independents +##bation +conform +pieter +hyper +applicant +bradshaw +spores +telangana +vinci +inexpensive +nuclei +322 +jang +nme +soho +spd +##ign +cradled +receptionist +pow +##43 +##rika +fascism +##ifer +experimenting +##ading +##iec +##region +345 +jocelyn +maris +stair +nocturnal +toro +constabulary +elgin +##kker +msc +##giving +##schen +##rase +doherty +doping +sarcastically +batter +maneuvers +##cano +##apple +##gai +##git +intrinsic +##nst +##stor +1753 +showtime +cafes +gasps +lviv +ushered +##thed +fours +restart +astonishment +transmitting +flyer +shrugs +##sau +intriguing +cones +dictated +mushrooms +medial +##kovsky +##elman +escorting +gaped +##26 +godfather +##door +##sell +djs +recaptured +timetable +vila +1710 +3a +aerodrome +mortals +scientology +##orne +angelina +mag +convection +unpaid +insertion +intermittent +lego +##nated +endeavor +kota +pereira +##lz +304 +bwv +glamorgan +insults +agatha +fey +##cend +fleetwood +mahogany +protruding +steamship +zeta +##arty +mcguire +suspense +##sphere +advising +urges +##wala +hurriedly +meteor +gilded +inline +arroyo +stalker +##oge +excitedly +revered +##cure +earle +introductory +##break +##ilde +mutants +puff +pulses +reinforcement +##haling +curses +lizards +stalk +correlated +##fixed +fallout +macquarie +##unas +bearded +denton +heaving +802 +##ocation +winery +assign +dortmund +##lkirk +everest +invariant +charismatic +susie +##elling +bled +lesley +telegram +sumner +bk +##ogen +##泻 +wilcox +needy +colbert +duval +##iferous +##mbled +allotted +attends +imperative +##hita +replacements +hawker +##inda +insurgency +##zee +##eke +casts +##yla +680 +ives +transitioned +##pack +##powering +authoritative +baylor +flex +cringed +plaintiffs +woodrow +##skie +drastic +ape +aroma +unfolded +commotion +nt +preoccupied +theta +routines +lasers +privatization +wand +domino +ek +clenching +nsa +strategically +showered +bile +handkerchief +pere +storing +christophe +insulting +316 +nakamura +romani +asiatic +magdalena +palma +cruises +stripping +405 +konstantin +soaring +##berman +colloquially +forerunner +havilland +incarcerated +parasites +sincerity +##utus +disks +plank +saigon +##ining +corbin +homo +ornaments +powerhouse +##tlement +chong +fastened +feasibility +idf +morphological +usable +##nish +##zuki +aqueduct +jaguars +keepers +##flies +aleksandr +faust +assigns +ewing +bacterium +hurled +tricky +hungarians +integers +wallis +321 +yamaha +##isha +hushed +oblivion +aviator +evangelist +friars +##eller +monograph +ode +##nary +airplanes +labourers +charms +##nee +1661 +hagen +tnt +rudder +fiesta +transcript +dorothea +ska +inhibitor +maccabi +retorted +raining +encompassed +clauses +menacing +1642 +lineman +##gist +vamps +##ape +##dick +gloom +##rera +dealings +easing +seekers +##nut +##pment +helens +unmanned +##anu +##isson +basics +##amy +##ckman +adjustments +1688 +brutality +horne +##zell +sui +##55 +##mable +aggregator +##thal +rhino +##drick +##vira +counters +zoom +##01 +##rting +mn +montenegrin +packard +##unciation +##鈾� +##kki +reclaim +scholastic +thugs +pulsed +##icia +syriac +quan +saddam +banda +kobe +blaming +buddies +dissent +##lusion +##usia +corbett +jaya +delle +erratic +lexie +##hesis +435 +amiga +hermes +##pressing +##leen +chapels +gospels +jamal +##uating +compute +revolving +warp +##sso +##thes +armory +##eras +##gol +antrim +loki +##kow +##asian +##good +##zano +braid +handwriting +subdistrict +funky +pantheon +##iculate +concurrency +estimation +improper +juliana +##his +newcomers +johnstone +staten +communicated +##oco +##alle +sausage +stormy +##stered +##tters +superfamily +##grade +acidic +collateral +tabloid +##oped +##rza +bladder +austen +##ellant +mcgraw +##hay +hannibal +mein +aquino +lucifer +wo +badger +boar +cher +christensen +greenberg +interruption +##kken +jem +244 +mocked +bottoms +cambridgeshire +##lide +sprawling +##bbly +eastwood +ghent +synth +##buck +advisers +##bah +nominally +hapoel +qu +daggers +estranged +fabricated +towels +vinnie +wcw +misunderstanding +anglia +nothin +unmistakable +##dust +##lova +chilly +marquette +truss +##edge +##erine +reece +##lty +##chemist +##connected +272 +308 +41st +bash +raion +waterfalls +##ump +##main +labyrinth +queue +theorist +##istle +bharatiya +flexed +soundtracks +rooney +leftist +patrolling +wharton +plainly +alleviate +eastman +schuster +topographic +engages +immensely +unbearable +fairchild +1620 +dona +lurking +parisian +oliveira +ia +indictment +hahn +bangladeshi +##aster +vivo +##uming +##ential +antonia +expects +indoors +kildare +harlan +##logue +##ogenic +##sities +forgiven +##wat +childish +tavi +##mide +##orra +plausible +grimm +successively +scooted +##bola +##dget +##rith +spartans +emery +flatly +azure +epilogue +##wark +flourish +##iny +##tracted +##overs +##oshi +bestseller +distressed +receipt +spitting +hermit +topological +##cot +drilled +subunit +francs +##layer +eel +##fk +##itas +octopus +footprint +petitions +ufo +##say +##foil +interfering +leaking +palo +##metry +thistle +valiant +##pic +narayan +mcpherson +##fast +gonzales +##ym +##enne +dustin +novgorod +solos +##zman +doin +##raph +##patient +##meyer +soluble +ashland +cuffs +carole +pendleton +whistling +vassal +##river +deviation +revisited +constituents +rallied +rotate +loomed +##eil +##nting +amateurs +augsburg +auschwitz +crowns +skeletons +##cona +bonnet +257 +dummy +globalization +simeon +sleeper +mandal +differentiated +##crow +##mare +milne +bundled +exasperated +talmud +owes +segregated +##feng +##uary +dentist +piracy +props +##rang +devlin +##torium +malicious +paws +##laid +dependency +##ergy +##fers +##enna +258 +pistons +rourke +jed +grammatical +tres +maha +wig +512 +ghostly +jayne +##achal +##creen +##ilis +##lins +##rence +designate +##with +arrogance +cambodian +clones +showdown +throttle +twain +##ception +lobes +metz +nagoya +335 +braking +##furt +385 +roaming +##minster +amin +crippled +##37 +##llary +indifferent +hoffmann +idols +intimidating +1751 +261 +influenza +memo +onions +1748 +bandage +consciously +##landa +##rage +clandestine +observes +swiped +tangle +##ener +##jected +##trum +##bill +##lta +hugs +congresses +josiah +spirited +##dek +humanist +managerial +filmmaking +inmate +rhymes +debuting +grimsby +ur +##laze +duplicate +vigor +##tf +republished +bolshevik +refurbishment +antibiotics +martini +methane +newscasts +royale +horizons +levant +iain +visas +##ischen +paler +##around +manifestation +snuck +alf +chop +futile +pedestal +rehab +##kat +bmg +kerman +res +fairbanks +jarrett +abstraction +saharan +##zek +1746 +procedural +clearer +kincaid +sash +luciano +##ffey +crunch +helmut +##vara +revolutionaries +##tute +creamy +leach +##mmon +1747 +permitting +nes +plight +wendell +##lese +contra +ts +clancy +ipa +mach +staples +autopsy +disturbances +nueva +karin +pontiac +##uding +proxy +venerable +haunt +leto +bergman +expands +##helm +wal +##pipe +canning +celine +cords +obesity +##enary +intrusion +planner +##phate +reasoned +sequencing +307 +harrow +##chon +##dora +marred +mcintyre +repay +tarzan +darting +248 +harrisburg +margarita +repulsed +##hur +##lding +belinda +hamburger +novo +compliant +runways +bingham +registrar +skyscraper +ic +cuthbert +improvisation +livelihood +##corp +##elial +admiring +##dened +sporadic +believer +casablanca +popcorn +##29 +asha +shovel +##bek +##dice +coiled +tangible +##dez +casper +elsie +resin +tenderness +rectory +##ivision +avail +sonar +##mori +boutique +##dier +guerre +bathed +upbringing +vaulted +sandals +blessings +##naut +##utnant +1680 +306 +foxes +pia +corrosion +hesitantly +confederates +crystalline +footprints +shapiro +tirana +valentin +drones +45th +microscope +shipments +texted +inquisition +wry +guernsey +unauthorized +resigning +760 +ripple +schubert +stu +reassure +felony +##ardo +brittle +koreans +##havan +##ives +dun +implicit +tyres +##aldi +##lth +magnolia +##ehan +##puri +##poulos +aggressively +fei +gr +familiarity +##poo +indicative +##trust +fundamentally +jimmie +overrun +395 +anchors +moans +##opus +britannia +armagh +##ggle +purposely +seizing +##vao +bewildered +mundane +avoidance +cosmopolitan +geometridae +quartermaster +caf +415 +chatter +engulfed +gleam +purge +##icate +juliette +jurisprudence +guerra +revisions +##bn +casimir +brew +##jm +1749 +clapton +cloudy +conde +hermitage +278 +simulations +torches +vincenzo +matteo +##rill +hidalgo +booming +westbound +accomplishment +tentacles +unaffected +##sius +annabelle +flopped +sloping +##litz +dreamer +interceptor +vu +##loh +consecration +copying +messaging +breaker +climates +hospitalized +1752 +torino +afternoons +winfield +witnessing +##teacher +breakers +choirs +sawmill +coldly +##ege +sipping +haste +uninhabited +conical +bibliography +pamphlets +severn +edict +##oca +deux +illnesses +grips +##pl +rehearsals +sis +thinkers +tame +##keepers +1690 +acacia +reformer +##osed +##rys +shuffling +##iring +##shima +eastbound +ionic +rhea +flees +littered +##oum +rocker +vomiting +groaning +champ +overwhelmingly +civilizations +paces +sloop +adoptive +##tish +skaters +##vres +aiding +mango +##joy +nikola +shriek +##ignon +pharmaceuticals +##mg +tuna +calvert +gustavo +stocked +yearbook +##urai +##mana +computed +subsp +riff +hanoi +kelvin +hamid +moors +pastures +summons +jihad +nectar +##ctors +bayou +untitled +pleasing +vastly +republics +intellect +##畏 +##ulio +##tou +crumbling +stylistic +sb +##蹖 +consolation +frequented +h鈧俹 +walden +widows +##iens +404 +##ignment +chunks +improves +288 +grit +recited +##dev +snarl +sociological +##arte +##gul +inquired +##held +bruise +clube +consultancy +homogeneous +hornets +multiplication +pasta +prick +savior +##grin +##kou +##phile +yoon +##gara +grimes +vanishing +cheering +reacting +bn +distillery +##quisite +##vity +coe +dockyard +massif +##jord +escorts +voss +##valent +byte +chopped +hawke +illusions +workings +floats +##koto +##vac +kv +annapolis +madden +##onus +alvaro +noctuidae +##cum +##scopic +avenge +steamboat +forte +illustrates +erika +##trip +570 +dew +nationalities +bran +manifested +thirsty +diversified +muscled +reborn +##standing +arson +##lessness +##dran +##logram +##boys +##kushima +##vious +willoughby +##phobia +286 +alsace +dashboard +yuki +##chai +granville +myspace +publicized +tricked +##gang +adjective +##ater +relic +reorganisation +enthusiastically +indications +saxe +##lassified +consolidate +iec +padua +helplessly +ramps +renaming +regulars +pedestrians +accents +convicts +inaccurate +lowers +mana +##pati +barrie +bjp +outta +someplace +berwick +flanking +invoked +marrow +sparsely +excerpts +clothed +rei +##ginal +wept +##stra脽e +##vish +alexa +excel +##ptive +membranes +aquitaine +creeks +cutler +sheppard +implementations +ns +##dur +fragrance +budge +concordia +magnesium +marcelo +##antes +gladly +vibrating +##rral +##ggles +montrose +##omba +lew +seamus +1630 +cocky +##ament +##uen +bjorn +##rrick +fielder +fluttering +##lase +methyl +kimberley +mcdowell +reductions +barbed +##jic +##tonic +aeronautical +condensed +distracting +##promising +huffed +##cala +##sle +claudius +invincible +missy +pious +balthazar +ci +##lang +butte +combo +orson +##dication +myriad +1707 +silenced +##fed +##rh +coco +netball +yourselves +##oza +clarify +heller +peg +durban +etudes +offender +roast +blackmail +curvature +##woods +vile +309 +illicit +suriname +##linson +overture +1685 +bubbling +gymnast +tucking +##mming +##ouin +maldives +##bala +gurney +##dda +##eased +##oides +backside +pinto +jars +racehorse +tending +##rdial +baronetcy +wiener +duly +##rke +barbarian +cupping +flawed +##thesis +bertha +pleistocene +puddle +swearing +##nob +##tically +fleeting +prostate +amulet +educating +##mined +##iti +##tler +75th +jens +respondents +analytics +cavaliers +papacy +raju +##iente +##ulum +##tip +funnel +271 +disneyland +##lley +sociologist +##iam +2500 +faulkner +louvre +menon +##dson +276 +##ower +afterlife +mannheim +peptide +referees +comedians +meaningless +##anger +##laise +fabrics +hurley +renal +sleeps +##bour +##icle +breakout +kristin +roadside +animator +clover +disdain +unsafe +redesign +##urity +firth +barnsley +portage +reset +narrows +268 +commandos +expansive +speechless +tubular +##lux +essendon +eyelashes +smashwords +##yad +##bang +##claim +craved +sprinted +chet +somme +astor +wroc艂aw +orton +266 +bane +##erving +##uing +mischief +##amps +##sund +scaling +terre +##xious +impairment +offenses +undermine +moi +soy +contiguous +arcadia +inuit +seam +##tops +macbeth +rebelled +##icative +##iot +590 +elaborated +frs +uniformed +##dberg +259 +powerless +priscilla +stimulated +980 +qc +arboretum +frustrating +trieste +bullock +##nified +enriched +glistening +intern +##adia +locus +nouvelle +ollie +ike +lash +starboard +ee +tapestry +headlined +hove +rigged +##vite +pollock +##yme +thrive +clustered +cas +roi +gleamed +olympiad +##lino +pressured +regimes +##hosis +##lick +ripley +##ophone +kickoff +gallon +rockwell +##arable +crusader +glue +revolutions +scrambling +1714 +grover +##jure +englishman +aztec +263 +contemplating +coven +ipad +preach +triumphant +tufts +##esian +rotational +##phus +328 +falkland +##brates +strewn +clarissa +rejoin +environmentally +glint +banded +drenched +moat +albanians +johor +rr +maestro +malley +nouveau +shaded +taxonomy +v6 +adhere +bunk +airfields +##ritan +1741 +encompass +remington +tran +##erative +amelie +mazda +friar +morals +passions +##zai +breadth +vis +##hae +argus +burnham +caressing +insider +rudd +##imov +##mini +##rso +italianate +murderous +textual +wainwright +armada +bam +weave +timer +##taken +##nh +fra +##crest +ardent +salazar +taps +tunis +##ntino +allegro +gland +philanthropic +##chester +implication +##optera +esq +judas +noticeably +wynn +##dara +inched +indexed +crises +villiers +bandit +royalties +patterned +cupboard +interspersed +accessory +isla +kendrick +entourage +stitches +##esthesia +headwaters +##ior +interlude +distraught +draught +1727 +##basket +biased +sy +transient +triad +subgenus +adapting +kidd +shortstop +##umatic +dimly +spiked +mcleod +reprint +nellie +pretoria +windmill +##cek +singled +##mps +273 +reunite +##orous +747 +bankers +outlying +##omp +##ports +##tream +apologies +cosmetics +patsy +##deh +##ocks +##yson +bender +nantes +serene +##nad +lucha +mmm +323 +##cius +##gli +cmll +coinage +nestor +juarez +##rook +smeared +sprayed +twitching +sterile +irina +embodied +juveniles +enveloped +miscellaneous +cancers +dq +gulped +luisa +crested +swat +donegal +ref +##anov +##acker +hearst +mercantile +##lika +doorbell +ua +vicki +##alla +##som +bilbao +psychologists +stryker +sw +horsemen +turkmenistan +wits +##national +anson +mathew +screenings +##umb +rihanna +##agne +##nessy +aisles +##iani +##osphere +hines +kenton +saskatoon +tasha +truncated +##champ +##itan +mildred +advises +fredrik +interpreting +inhibitors +##athi +spectroscopy +##hab +##kong +karim +panda +##oia +##nail +##vc +conqueror +kgb +leukemia +##dity +arrivals +cheered +pisa +phosphorus +shielded +##riated +mammal +unitarian +urgently +chopin +sanitary +##mission +spicy +drugged +hinges +##tort +tipping +trier +impoverished +westchester +##caster +267 +epoch +nonstop +##gman +##khov +aromatic +centrally +cerro +##tively +##vio +billions +modulation +sedimentary +283 +facilitating +outrageous +goldstein +##eak +##kt +ld +maitland +penultimate +pollard +##dance +fleets +spaceship +vertebrae +##nig +alcoholism +als +recital +##bham +##ference +##omics +m2 +##bm +trois +##tropical +##胁 +commemorates +##meric +marge +##raction +1643 +670 +cosmetic +ravaged +##ige +catastrophe +eng +##shida +albrecht +arterial +bellamy +decor +harmon +##rde +bulbs +synchronized +vito +easiest +shetland +shielding +wnba +##glers +##ssar +##riam +brianna +cumbria +##aceous +##rard +cores +thayer +##nsk +brood +hilltop +luminous +carts +keynote +larkin +logos +##cta +##丕 +##mund +##quay +lilith +tinted +277 +wrestle +mobilization +##uses +sequential +siam +bloomfield +takahashi +274 +##ieving +presenters +ringo +blazed +witty +##oven +##ignant +devastation +haydn +harmed +newt +therese +##peed +gershwin +molina +rabbis +sudanese +001 +innate +restarted +##sack +##fus +slices +wb +##shah +enroll +hypothetical +hysterical +1743 +fabio +indefinite +warped +##hg +exchanging +525 +unsuitable +##sboro +gallo +1603 +bret +cobalt +homemade +##hunter +mx +operatives +##dhar +terraces +durable +latch +pens +whorls +##ctuated +##eaux +billing +ligament +succumbed +##gly +regulators +spawn +##brick +##stead +filmfare +rochelle +##nzo +1725 +circumstance +saber +supplements +##nsky +##tson +crowe +wellesley +carrot +##9th +##movable +primate +drury +sincerely +topical +##mad +##rao +callahan +kyiv +smarter +tits +undo +##yeh +announcements +anthologies +barrio +nebula +##islaus +##shaft +##tyn +bodyguards +2021 +assassinate +barns +emmett +scully +##mah +##yd +##eland +##tino +##itarian +demoted +gorman +lashed +prized +adventist +writ +##gui +alla +invertebrates +##ausen +1641 +amman +1742 +align +healy +redistribution +##gf +##rize +insulation +##drop +adherents +hezbollah +vitro +ferns +yanking +269 +php +registering +uppsala +cheerleading +confines +mischievous +tully +##ross +49th +docked +roam +stipulated +pumpkin +##bry +prompt +##ezer +blindly +shuddering +craftsmen +frail +scented +katharine +scramble +shaggy +sponge +helix +zaragoza +279 +##52 +43rd +backlash +fontaine +seizures +posse +cowan +nonfiction +telenovela +wwii +hammered +undone +##gpur +encircled +irs +##ivation +artefacts +oneself +searing +smallpox +##belle +##osaurus +shandong +breached +upland +blushing +rankin +infinitely +psyche +tolerated +docking +evicted +##col +unmarked +##lving +gnome +lettering +litres +musique +##oint +benevolent +##jal +blackened +##anna +mccall +racers +tingle +##ocene +##orestation +introductions +radically +292 +##hiff +##亘丕丿 +1610 +1739 +munchen +plead +##nka +condo +scissors +##sight +##tens +apprehension +##cey +##yin +hallmark +watering +formulas +sequels +##llas +aggravated +bae +commencing +##building +enfield +prohibits +marne +vedic +civilized +euclidean +jagger +beforehand +blasts +dumont +##arney +##nem +740 +conversions +hierarchical +rios +simulator +##dya +##lellan +hedges +oleg +thrusts +shadowed +darby +maximize +1744 +gregorian +##nded +##routed +sham +unspecified +##hog +emory +factual +##smo +##tp +fooled +##rger +ortega +wellness +marlon +##oton +##urance +casket +keating +ley +enclave +##ayan +char +influencing +jia +##chenko +412 +ammonia +erebidae +incompatible +violins +cornered +##arat +grooves +astronauts +columbian +rampant +fabrication +kyushu +mahmud +vanish +##dern +mesopotamia +##lete +ict +##rgen +caspian +kenji +pitted +##vered +999 +grimace +roanoke +tchaikovsky +twinned +##analysis +##awan +xinjiang +arias +clemson +kazakh +sizable +1662 +##khand +##vard +plunge +tatum +vittorio +##nden +cholera +##dana +##oper +bracing +indifference +projectile +superliga +##chee +realises +upgrading +299 +porte +retribution +##vies +nk +stil +##resses +ama +bureaucracy +blackberry +bosch +testosterone +collapses +greer +##pathic +ioc +fifties +malls +##erved +bao +baskets +adolescents +siegfried +##osity +##tosis +mantra +detecting +existent +fledgling +##cchi +dissatisfied +gan +telecommunication +mingled +sobbed +6000 +controversies +outdated +taxis +##raus +fright +slams +##lham +##fect +##tten +detectors +fetal +tanned +##uw +fray +goth +olympian +skipping +mandates +scratches +sheng +unspoken +hyundai +tracey +hotspur +restrictive +##buch +americana +mundo +##bari +burroughs +diva +vulcan +##6th +distinctions +thumping +##ngen +mikey +sheds +fide +rescues +springsteen +vested +valuation +##ece +##ely +pinnacle +rake +sylvie +##edo +almond +quivering +##irus +alteration +faltered +##wad +51st +hydra +ticked +##kato +recommends +##dicated +antigua +arjun +stagecoach +wilfred +trickle +pronouns +##pon +aryan +nighttime +##anian +gall +pea +stitch +##hei +leung +milos +##dini +eritrea +nexus +starved +snowfall +kant +parasitic +cot +discus +hana +strikers +appleton +kitchens +##erina +##partisan +##itha +##vius +disclose +metis +##channel +1701 +tesla +##vera +fitch +1735 +blooded +##tila +decimal +##tang +##bai +cyclones +eun +bottled +peas +pensacola +basha +bolivian +crabs +boil +lanterns +partridge +roofed +1645 +necks +##phila +opined +patting +##kla +##lland +chuckles +volta +whereupon +##nche +devout +euroleague +suicidal +##dee +inherently +involuntary +knitting +nasser +##hide +puppets +colourful +courageous +southend +stills +miraculous +hodgson +richer +rochdale +ethernet +greta +uniting +prism +umm +##haya +##itical +##utation +deterioration +pointe +prowess +##ropriation +lids +scranton +billings +subcontinent +##koff +##scope +brute +kellogg +psalms +degraded +##vez +stanis艂aw +##ructured +ferreira +pun +astonishing +gunnar +##yat +arya +prc +gottfried +##tight +excursion +##ographer +dina +##quil +##nare +huffington +illustrious +wilbur +gundam +verandah +##zard +naacp +##odle +constructive +fjord +kade +##naud +generosity +thrilling +baseline +cayman +frankish +plastics +accommodations +zoological +##fting +cedric +qb +motorized +##dome +##otted +squealed +tackled +canucks +budgets +situ +asthma +dail +gabled +grasslands +whimpered +writhing +judgments +##65 +minnie +pv +##carbon +bananas +grille +domes +monique +odin +maguire +markham +tierney +##estra +##chua +libel +poke +speedy +atrium +laval +notwithstanding +##edly +fai +kala +##sur +robb +##sma +listings +luz +supplementary +tianjin +##acing +enzo +jd +ric +scanner +croats +transcribed +##49 +arden +cv +##hair +##raphy +##lver +##uy +357 +seventies +staggering +alam +horticultural +hs +regression +timbers +blasting +##ounded +montagu +manipulating +##cit +catalytic +1550 +troopers +##meo +condemnation +fitzpatrick +##oire +##roved +inexperienced +1670 +castes +##lative +outing +314 +dubois +flicking +quarrel +ste +learners +1625 +iq +whistled +##class +282 +classify +tariffs +temperament +355 +folly +liszt +##yles +immersed +jordanian +ceasefire +apparel +extras +maru +fished +##bio +harta +stockport +assortment +craftsman +paralysis +transmitters +##cola +blindness +##wk +fatally +proficiency +solemnly +##orno +repairing +amore +groceries +ultraviolet +##chase +schoolhouse +##tua +resurgence +nailed +##otype +##脳 +ruse +saliva +diagrams +##tructing +albans +rann +thirties +1b +antennas +hilarious +cougars +paddington +stats +##eger +breakaway +ipod +reza +authorship +prohibiting +scoffed +##etz +##ttle +conscription +defected +trondheim +##fires +ivanov +keenan +##adan +##ciful +##fb +##slow +locating +##ials +##tford +cadiz +basalt +blankly +interned +rags +rattling +##tick +carpathian +reassured +sync +bum +guildford +iss +staunch +##onga +astronomers +sera +sofie +emergencies +susquehanna +##heard +duc +mastery +vh1 +williamsburg +bayer +buckled +craving +##khan +##rdes +bloomington +##write +alton +barbecue +##bians +justine +##hri +##ndt +delightful +smartphone +newtown +photon +retrieval +peugeot +hissing +##monium +##orough +flavors +lighted +relaunched +tainted +##games +##lysis +anarchy +microscopic +hopping +adept +evade +evie +##beau +inhibit +sinn +adjustable +hurst +intuition +wilton +cisco +44th +lawful +lowlands +stockings +thierry +##dalen +##hila +##nai +fates +prank +tb +maison +lobbied +provocative +1724 +4a +utopia +##qual +carbonate +gujarati +purcell +##rford +curtiss +##mei +overgrown +arenas +mediation +swallows +##rnik +respectful +turnbull +##hedron +##hope +alyssa +ozone +##驶i +ami +gestapo +johansson +snooker +canteen +cuff +declines +empathy +stigma +##ags +##iner +##raine +taxpayers +gui +volga +##wright +##copic +lifespan +overcame +tattooed +enactment +giggles +##ador +##camp +barrington +bribe +obligatory +orbiting +peng +##enas +elusive +sucker +##vating +cong +hardship +empowered +anticipating +estrada +cryptic +greasy +detainees +planck +sudbury +plaid +dod +marriott +kayla +##ears +##vb +##zd +mortally +##hein +cognition +radha +319 +liechtenstein +meade +richly +argyle +harpsichord +liberalism +trumpets +lauded +tyrant +salsa +tiled +lear +promoters +reused +slicing +trident +##chuk +##gami +##lka +cantor +checkpoint +##points +gaul +leger +mammalian +##tov +##aar +##schaft +doha +frenchman +nirvana +##vino +delgado +headlining +##eron +##iography +jug +tko +1649 +naga +intersections +##jia +benfica +nawab +##suka +ashford +gulp +##deck +##vill +##rug +brentford +frazier +pleasures +dunne +potsdam +shenzhen +dentistry +##tec +flanagan +##dorff +##hear +chorale +dinah +prem +quezon +##rogated +relinquished +sutra +terri +##pani +flaps +##rissa +poly +##rnet +homme +aback +##eki +linger +womb +##kson +##lewood +doorstep +orthodoxy +threaded +westfield +##rval +dioceses +fridays +subsided +##gata +loyalists +##biotic +##ettes +letterman +lunatic +prelate +tenderly +invariably +souza +thug +winslow +##otide +furlongs +gogh +jeopardy +##runa +pegasus +##umble +humiliated +standalone +tagged +##roller +freshmen +klan +##bright +attaining +initiating +transatlantic +logged +viz +##uance +1723 +combatants +intervening +stephane +chieftain +despised +grazed +317 +cdc +galveston +godzilla +macro +simulate +##planes +parades +##esses +960 +##ductive +##unes +equator +overdose +##cans +##hosh +##lifting +joshi +epstein +sonora +treacherous +aquatics +manchu +responsive +##sation +supervisory +##christ +##llins +##ibar +##balance +##uso +kimball +karlsruhe +mab +##emy +ignores +phonetic +reuters +spaghetti +820 +almighty +danzig +rumbling +tombstone +designations +lured +outset +##felt +supermarkets +##wt +grupo +kei +kraft +susanna +##blood +comprehension +genealogy +##aghan +##verted +redding +##ythe +1722 +bowing +##pore +##roi +lest +sharpened +fulbright +valkyrie +sikhs +##unds +swans +bouquet +merritt +##tage +##venting +commuted +redhead +clerks +leasing +cesare +dea +hazy +##vances +fledged +greenfield +servicemen +##gical +armando +blackout +dt +sagged +downloadable +intra +potion +pods +##4th +##mism +xp +attendants +gambia +stale +##ntine +plump +asteroids +rediscovered +buds +flea +hive +##neas +1737 +classifications +debuts +##eles +olympus +scala +##eurs +##gno +##mute +hummed +sigismund +visuals +wiggled +await +pilasters +clench +sulfate +##ances +bellevue +enigma +trainee +snort +##sw +clouded +denim +##rank +##rder +churning +hartman +lodges +riches +sima +##missible +accountable +socrates +regulates +mueller +##cr +1702 +avoids +solids +himalayas +nutrient +pup +##jevic +squat +fades +nec +##lates +##pina +##rona +##慰蠀 +privateer +tequila +##gative +##mpton +apt +hornet +immortals +##dou +asturias +cleansing +dario +##rries +##anta +etymology +servicing +zhejiang +##venor +##nx +horned +erasmus +rayon +relocating +拢10 +##bags +escalated +promenade +stubble +2010s +artisans +axial +liquids +mora +sho +yoo +##tsky +bundles +oldies +##nally +notification +bastion +##ths +sparkle +##lved +1728 +leash +pathogen +highs +##hmi +immature +880 +gonzaga +ignatius +mansions +monterrey +sweets +bryson +##loe +polled +regatta +brightest +pei +rosy +squid +hatfield +payroll +addict +meath +cornerback +heaviest +lodging +##mage +capcom +rippled +##sily +barnet +mayhem +ymca +snuggled +rousseau +##cute +blanchard +284 +fragmented +leighton +chromosomes +risking +##md +##strel +##utter +corinne +coyotes +cynical +hiroshi +yeomanry +##ractive +ebook +grading +mandela +plume +agustin +magdalene +##rkin +bea +femme +trafford +##coll +##lun +##tance +52nd +fourier +upton +##mental +camilla +gust +iihf +islamabad +longevity +##kala +feldman +netting +##rization +endeavour +foraging +mfa +orr +##open +greyish +contradiction +graz +##ruff +handicapped +marlene +tweed +oaxaca +spp +campos +miocene +pri +configured +cooks +pluto +cozy +pornographic +##entes +70th +fairness +glided +jonny +lynne +rounding +sired +##emon +##nist +remade +uncover +##mack +complied +lei +newsweek +##jured +##parts +##enting +##pg +293 +finer +guerrillas +athenian +deng +disused +stepmother +accuse +gingerly +seduction +521 +confronting +##walker +##going +gora +nostalgia +sabres +virginity +wrenched +##minated +syndication +wielding +eyre +##56 +##gnon +##igny +behaved +taxpayer +sweeps +##growth +childless +gallant +##ywood +amplified +geraldine +scrape +##ffi +babylonian +fresco +##rdan +##kney +##position +1718 +restricting +tack +fukuoka +osborn +selector +partnering +##dlow +318 +gnu +kia +tak +whitley +gables +##54 +##mania +mri +softness +immersion +##bots +##evsky +1713 +chilling +insignificant +pcs +##uis +elites +lina +purported +supplemental +teaming +##americana +##dding +##inton +proficient +rouen +##nage +##rret +niccolo +selects +##bread +fluffy +1621 +gruff +knotted +mukherjee +polgara +thrash +nicholls +secluded +smoothing +thru +corsica +loaf +whitaker +inquiries +##rrier +##kam +indochina +289 +marlins +myles +peking +##tea +extracts +pastry +superhuman +connacht +vogel +##ditional +##het +##udged +##lash +gloss +quarries +refit +teaser +##alic +##gaon +20s +materialized +sling +camped +pickering +tung +tracker +pursuant +##cide +cranes +soc +##cini +##typical +##viere +anhalt +overboard +workout +chores +fares +orphaned +stains +##logie +fenton +surpassing +joyah +triggers +##itte +grandmaster +##lass +##lists +clapping +fraudulent +ledger +nagasaki +##cor +##nosis +##tsa +eucalyptus +tun +##icio +##rney +##tara +dax +heroism +ina +wrexham +onboard +unsigned +##dates +moshe +galley +winnie +droplets +exiles +praises +watered +noodles +##aia +fein +adi +leland +multicultural +stink +bingo +comets +erskine +modernized +canned +constraint +domestically +chemotherapy +featherweight +stifled +##mum +darkly +irresistible +refreshing +hasty +isolate +##oys +kitchener +planners +##wehr +cages +yarn +implant +toulon +elects +childbirth +yue +##lind +##lone +cn +rightful +sportsman +junctions +remodeled +specifies +##rgh +291 +##oons +complimented +##urgent +lister +ot +##logic +bequeathed +cheekbones +fontana +gabby +##dial +amadeus +corrugated +maverick +resented +triangles +##hered +##usly +nazareth +tyrol +1675 +assent +poorer +sectional +aegean +##cous +296 +nylon +ghanaian +##egorical +##weig +cushions +forbid +fusiliers +obstruction +somerville +##scia +dime +earrings +elliptical +leyte +oder +polymers +timmy +atm +midtown +piloted +settles +continual +externally +mayfield +##uh +enrichment +henson +keane +persians +1733 +benji +braden +pep +324 +##efe +contenders +pepsi +valet +##isches +298 +##asse +##earing +goofy +stroll +##amen +authoritarian +occurrences +adversary +ahmedabad +tangent +toppled +dorchester +1672 +modernism +marxism +islamist +charlemagne +exponential +racks +unicode +brunette +mbc +pic +skirmish +##bund +##lad +##powered +##yst +hoisted +messina +shatter +##ctum +jedi +vantage +##music +##neil +clemens +mahmoud +corrupted +authentication +lowry +nils +##washed +omnibus +wounding +jillian +##itors +##opped +serialized +narcotics +handheld +##arm +##plicity +intersecting +stimulating +##onis +crate +fellowships +hemingway +casinos +climatic +fordham +copeland +drip +beatty +leaflets +robber +brothel +madeira +##hedral +sphinx +ultrasound +##vana +valor +forbade +leonid +villas +##aldo +duane +marquez +##cytes +disadvantaged +forearms +kawasaki +reacts +consular +lax +uncles +uphold +##hopper +concepcion +dorsey +lass +##izan +arching +passageway +1708 +researches +tia +internationals +##graphs +##opers +distinguishes +javanese +divert +##uven +plotted +##listic +##rwin +##erik +##tify +affirmative +signifies +validation +##bson +kari +felicity +georgina +zulu +##eros +##rained +##rath +overcoming +##dot +argyll +##rbin +1734 +chiba +ratification +windy +earls +parapet +##marks +hunan +pristine +astrid +punta +##gart +brodie +##kota +##oder +malaga +minerva +rouse +##phonic +bellowed +pagoda +portals +reclamation +##gur +##odies +##鈦勨倓 +parentheses +quoting +allergic +palette +showcases +benefactor +heartland +nonlinear +##tness +bladed +cheerfully +scans +##ety +##hone +1666 +girlfriends +pedersen +hiram +sous +##liche +##nator +1683 +##nery +##orio +##umen +bobo +primaries +smiley +##cb +unearthed +uniformly +fis +metadata +1635 +ind +##oted +recoil +##titles +##tura +##喂伪 +406 +hilbert +jamestown +mcmillan +tulane +seychelles +##frid +antics +coli +fated +stucco +##grants +1654 +bulky +accolades +arrays +caledonian +carnage +optimism +puebla +##tative +##cave +enforcing +rotherham +seo +dunlop +aeronautics +chimed +incline +zoning +archduke +hellenistic +##oses +##sions +candi +thong +##ople +magnate +rustic +##rsk +projective +slant +##offs +danes +hollis +vocalists +##ammed +congenital +contend +gesellschaft +##ocating +##pressive +douglass +quieter +##cm +##kshi +howled +salim +spontaneously +townsville +buena +southport +##bold +kato +1638 +faerie +stiffly +##vus +##rled +297 +flawless +realising +taboo +##7th +bytes +straightening +356 +jena +##hid +##rmin +cartwright +berber +bertram +soloists +411 +noses +417 +coping +fission +hardin +inca +##cen +1717 +mobilized +vhf +##raf +biscuits +curate +##85 +##anial +331 +gaunt +neighbourhoods +1540 +##abas +blanca +bypassed +sockets +behold +coincidentally +##bane +nara +shave +splinter +terrific +##arion +##erian +commonplace +juris +redwood +waistband +boxed +caitlin +fingerprints +jennie +naturalized +##ired +balfour +craters +jody +bungalow +hugely +quilt +glitter +pigeons +undertaker +bulging +constrained +goo +##sil +##akh +assimilation +reworked +##person +persuasion +##pants +felicia +##cliff +##ulent +1732 +explodes +##dun +##inium +##zic +lyman +vulture +hog +overlook +begs +northwards +ow +spoil +##urer +fatima +favorably +accumulate +sargent +sorority +corresponded +dispersal +kochi +toned +##imi +##lita +internacional +newfound +##agger +##lynn +##rigue +booths +peanuts +##eborg +medicare +muriel +nur +##uram +crates +millennia +pajamas +worsened +##breakers +jimi +vanuatu +yawned +##udeau +carousel +##hony +hurdle +##ccus +##mounted +##pod +rv +##eche +airship +ambiguity +compulsion +recapture +##claiming +arthritis +##osomal +1667 +asserting +ngc +sniffing +dade +discontent +glendale +ported +##amina +defamation +rammed +##scent +fling +livingstone +##fleet +875 +##ppy +apocalyptic +comrade +lcd +##lowe +cessna +eine +persecuted +subsistence +demi +hoop +reliefs +710 +coptic +progressing +stemmed +perpetrators +1665 +priestess +##nio +dobson +ebony +rooster +itf +tortricidae +##bbon +##jian +cleanup +##jean +##酶y +1721 +eighties +taxonomic +holiness +##hearted +##spar +antilles +showcasing +stabilized +##nb +gia +mascara +michelangelo +dawned +##uria +##vinsky +extinguished +fitz +grotesque +拢100 +##fera +##loid +##mous +barges +neue +throbbed +cipher +johnnie +##a1 +##mpt +outburst +##swick +spearheaded +administrations +c1 +heartbreak +pixels +pleasantly +##enay +lombardy +plush +##nsed +bobbie +##hly +reapers +tremor +xiang +minogue +substantive +hitch +barak +##wyl +kwan +##encia +910 +obscene +elegance +indus +surfer +bribery +conserve +##hyllum +##masters +horatio +##fat +apes +rebound +psychotic +##pour +iteration +##mium +##vani +botanic +horribly +antiques +dispose +paxton +##hli +##wg +timeless +1704 +disregard +engraver +hounds +##bau +##version +looted +uno +facilitates +groans +masjid +rutland +antibody +disqualification +decatur +footballers +quake +slacks +48th +rein +scribe +stabilize +commits +exemplary +tho +##hort +##chison +pantry +traversed +##hiti +disrepair +identifiable +vibrated +baccalaureate +##nnis +csa +interviewing +##iensis +##ra脽e +greaves +wealthiest +343 +classed +jogged +拢5 +##58 +##atal +illuminating +knicks +respecting +##uno +scrubbed +##iji +##dles +kruger +moods +growls +raider +silvia +chefs +kam +vr +cree +percival +##terol +gunter +counterattack +defiant +henan +ze +##rasia +##riety +equivalence +submissions +##fra +##thor +bautista +mechanically +##heater +cornice +herbal +templar +##mering +outputs +ruining +ligand +renumbered +extravagant +mika +blockbuster +eta +insurrection +##ilia +darkening +ferocious +pianos +strife +kinship +##aer +melee +##anor +##iste +##may +##oue +decidedly +weep +##jad +##missive +##ppel +354 +puget +unease +##gnant +1629 +hammering +kassel +ob +wessex +##lga +bromwich +egan +paranoia +utilization +##atable +##idad +contradictory +provoke +##ols +##ouring +##tangled +knesset +##very +##lette +plumbing +##sden +##鹿 +greensboro +occult +sniff +338 +zev +beaming +gamer +haggard +mahal +##olt +##pins +mendes +utmost +briefing +gunnery +##gut +##pher +##zh +##rok +1679 +khalifa +sonya +##boot +principals +urbana +wiring +##liffe +##minating +##rrado +dahl +nyu +skepticism +np +townspeople +ithaca +lobster +somethin +##fur +##arina +##鈭�1 +freighter +zimmerman +biceps +contractual +##herton +amend +hurrying +subconscious +##anal +336 +meng +clermont +spawning +##eia +##lub +dignitaries +impetus +snacks +spotting +twigs +##bilis +##cz +##ouk +libertadores +nic +skylar +##aina +##firm +gustave +asean +##anum +dieter +legislatures +flirt +bromley +trolls +umar +##bbies +##tyle +blah +parc +bridgeport +crank +negligence +##nction +46th +constantin +molded +bandages +seriousness +00pm +siegel +carpets +compartments +upbeat +statehood +##dner +##edging +marko +730 +platt +##hane +paving +##iy +1738 +abbess +impatience +limousine +nbl +##talk +441 +lucille +mojo +nightfall +robbers +##nais +karel +brisk +calves +replicate +ascribed +telescopes +##olf +intimidated +##reen +ballast +specialization +##sit +aerodynamic +caliphate +rainer +visionary +##arded +epsilon +##aday +##onte +aggregation +auditory +boosted +reunification +kathmandu +loco +robyn +402 +acknowledges +appointing +humanoid +newell +redeveloped +restraints +##tained +barbarians +chopper +1609 +italiana +##lez +##lho +investigates +wrestlemania +##anies +##bib +690 +##falls +creaked +dragoons +gravely +minions +stupidity +volley +##harat +##week +musik +##eries +##uously +fungal +massimo +semantics +malvern +##ahl +##pee +discourage +embryo +imperialism +1910s +profoundly +##ddled +jiangsu +sparkled +stat +##holz +sweatshirt +tobin +##iction +sneered +##cheon +##oit +brit +causal +smyth +##neuve +diffuse +perrin +silvio +##ipes +##recht +detonated +iqbal +selma +##nism +##zumi +roasted +##riders +tay +##ados +##mament +##mut +##rud +840 +completes +nipples +cfa +flavour +hirsch +##laus +calderon +sneakers +moravian +##ksha +1622 +rq +294 +##imeters +bodo +##isance +##pre +##ronia +anatomical +excerpt +##lke +dh +kunst +##tablished +##scoe +biomass +panted +unharmed +gael +housemates +montpellier +##59 +coa +rodents +tonic +hickory +singleton +##taro +451 +1719 +aldo +breaststroke +dempsey +och +rocco +##cuit +merton +dissemination +midsummer +serials +##idi +haji +polynomials +##rdon +gs +enoch +prematurely +shutter +taunton +拢3 +##grating +##inates +archangel +harassed +##asco +326 +archway +dazzling +##ecin +1736 +sumo +wat +##kovich +1086 +honneur +##ently +##nostic +##ttal +##idon +1605 +403 +1716 +blogger +rents +##gnan +hires +##ikh +##dant +howie +##rons +handler +retracted +shocks +1632 +arun +duluth +kepler +trumpeter +##lary +peeking +seasoned +trooper +##mara +laszlo +##iciencies +##rti +heterosexual +##inatory +##ssion +indira +jogging +##inga +##lism +beit +dissatisfaction +malice +##ately +nedra +peeling +##rgeon +47th +stadiums +475 +vertigo +##ains +iced +restroom +##plify +##tub +illustrating +pear +##chner +##sibility +inorganic +rappers +receipts +watery +##kura +lucinda +##oulos +reintroduced +##8th +##tched +gracefully +saxons +nutritional +wastewater +rained +favourites +bedrock +fisted +hallways +likeness +upscale +##lateral +1580 +blinds +prequel +##pps +##tama +deter +humiliating +restraining +tn +vents +1659 +laundering +recess +rosary +tractors +coulter +federer +##ifiers +##plin +persistence +##quitable +geschichte +pendulum +quakers +##beam +bassett +pictorial +buffet +koln +##sitor +drills +reciprocal +shooters +##57 +##cton +##tees +converge +pip +dmitri +donnelly +yamamoto +aqua +azores +demographics +hypnotic +spitfire +suspend +wryly +roderick +##rran +sebastien +##asurable +mavericks +##fles +##200 +himalayan +prodigy +##iance +transvaal +demonstrators +handcuffs +dodged +mcnamara +sublime +1726 +crazed +##efined +##till +ivo +pondered +reconciled +shrill +sava +##duk +bal +cad +heresy +jaipur +goran +##nished +341 +lux +shelly +whitehall +##hre +israelis +peacekeeping +##wled +1703 +demetrius +ousted +##arians +##zos +beale +anwar +backstroke +raged +shrinking +cremated +##yck +benign +towing +wadi +darmstadt +landfill +parana +soothe +colleen +sidewalks +mayfair +tumble +hepatitis +ferrer +superstructure +##gingly +##urse +##wee +anthropological +translators +##mies +closeness +hooves +##pw +mondays +##roll +##vita +landscaping +##urized +purification +sock +thorns +thwarted +jalan +tiberius +##taka +saline +##rito +confidently +khyber +sculptors +##ij +brahms +hammersmith +inspectors +battista +fivb +fragmentation +hackney +##uls +arresting +exercising +antoinette +bedfordshire +##zily +dyed +##hema +1656 +racetrack +variability +##tique +1655 +austrians +deteriorating +madman +theorists +aix +lehman +weathered +1731 +decreed +eruptions +1729 +flaw +quinlan +sorbonne +flutes +nunez +1711 +adored +downwards +fable +rasped +1712 +moritz +mouthful +renegade +shivers +stunts +dysfunction +restrain +translit +327 +pancakes +##avio +##cision +##tray +351 +vial +##lden +bain +##maid +##oxide +chihuahua +malacca +vimes +##rba +##rnier +1664 +donnie +plaques +##ually +337 +bangs +floppy +huntsville +loretta +nikolay +##otte +eater +handgun +ubiquitous +##hett +eras +zodiac +1634 +##omorphic +1820s +##zog +cochran +##bula +##lithic +warring +##rada +dalai +excused +blazers +mcconnell +reeling +bot +este +##abi +geese +hoax +taxon +##bla +guitarists +##icon +condemning +hunts +inversion +moffat +taekwondo +##lvis +1624 +stammered +##rest +##rzy +sousa +fundraiser +marylebone +navigable +uptown +cabbage +daniela +salman +shitty +whimper +##kian +##utive +programmers +protections +rm +##rmi +##rued +forceful +##enes +fuss +##tao +##wash +brat +oppressive +reykjavik +spartak +ticking +##inkles +##kiewicz +adolph +horst +maui +protege +straighten +cpc +landau +concourse +clements +resultant +##ando +imaginative +joo +reactivated +##rem +##ffled +##uising +consultative +##guide +flop +kaitlyn +mergers +parenting +somber +##vron +supervise +vidhan +##imum +courtship +exemplified +harmonies +medallist +refining +##rrow +##泻邪 +amara +##hum +780 +goalscorer +sited +overshadowed +rohan +displeasure +secretive +multiplied +osman +##orth +engravings +padre +##kali +##veda +miniatures +mis +##yala +clap +pali +rook +##cana +1692 +57th +antennae +astro +oskar +1628 +bulldog +crotch +hackett +yucatan +##sure +amplifiers +brno +ferrara +migrating +##gree +thanking +turing +##eza +mccann +ting +andersson +onslaught +gaines +ganga +incense +standardization +##mation +sentai +scuba +stuffing +turquoise +waivers +alloys +##vitt +regaining +vaults +##clops +##gizing +digger +furry +memorabilia +probing +##iad +payton +rec +deutschland +filippo +opaque +seamen +zenith +afrikaans +##filtration +disciplined +inspirational +##merie +banco +confuse +grafton +tod +##dgets +championed +simi +anomaly +biplane +##ceptive +electrode +##para +1697 +cleavage +crossbow +swirl +informant +##lars +##osta +afi +bonfire +spec +##oux +lakeside +slump +##culus +##lais +##qvist +##rrigan +1016 +facades +borg +inwardly +cervical +xl +pointedly +050 +stabilization +##odon +chests +1699 +hacked +ctv +orthogonal +suzy +##lastic +gaulle +jacobite +rearview +##cam +##erted +ashby +##drik +##igate +##mise +##zbek +affectionately +canine +disperse +latham +##istles +##ivar +spielberg +##orin +##idium +ezekiel +cid +##sg +durga +middletown +##cina +customized +frontiers +harden +##etano +##zzy +1604 +bolsheviks +##66 +coloration +yoko +##bedo +briefs +slabs +debra +liquidation +plumage +##oin +blossoms +dementia +subsidy +1611 +proctor +relational +jerseys +parochial +ter +##ici +esa +peshawar +cavalier +loren +cpi +idiots +shamrock +1646 +dutton +malabar +mustache +##endez +##ocytes +referencing +terminates +marche +yarmouth +##sop +acton +mated +seton +subtly +baptised +beige +extremes +jolted +kristina +telecast +##actic +safeguard +waldo +##baldi +##bular +endeavors +sloppy +subterranean +##ensburg +##itung +delicately +pigment +tq +##scu +1626 +##ound +collisions +coveted +herds +##personal +##meister +##nberger +chopra +##ricting +abnormalities +defective +galician +lucie +##dilly +alligator +likened +##genase +burundi +clears +complexion +derelict +deafening +diablo +fingered +champaign +dogg +enlist +isotope +labeling +mrna +##erre +brilliance +marvelous +##ayo +1652 +crawley +ether +footed +dwellers +deserts +hamish +rubs +warlock +skimmed +##lizer +870 +buick +embark +heraldic +irregularities +##ajan +kiara +##kulam +##ieg +antigen +kowalski +##lge +oakley +visitation +##mbit +vt +##suit +1570 +murderers +##miento +##rites +chimneys +##sling +condemn +custer +exchequer +havre +##ghi +fluctuations +##rations +dfb +hendricks +vaccines +##tarian +nietzsche +biking +juicy +##duced +brooding +scrolling +selangor +##ragan +352 +annum +boomed +seminole +sugarcane +##dna +departmental +dismissing +innsbruck +arteries +ashok +batavia +daze +kun +overtook +##rga +##tlan +beheaded +gaddafi +holm +electronically +faulty +galilee +fractures +kobayashi +##lized +gunmen +magma +aramaic +mala +eastenders +inference +messengers +bf +##qu +407 +bathrooms +##vere +1658 +flashbacks +ideally +misunderstood +##jali +##weather +mendez +##grounds +505 +uncanny +##iii +1709 +friendships +##nbc +sacrament +accommodated +reiterated +logistical +pebbles +thumped +##escence +administering +decrees +drafts +##flight +##cased +##tula +futuristic +picket +intimidation +winthrop +##fahan +interfered +339 +afar +francoise +morally +uta +cochin +croft +dwarfs +##bruck +##dents +##nami +biker +##hner +##meral +nano +##isen +##ometric +##pres +##邪薪 +brightened +meek +parcels +securely +gunners +##jhl +##zko +agile +hysteria +##lten +##rcus +bukit +champs +chevy +cuckoo +leith +sadler +theologians +welded +##section +1663 +jj +plurality +xander +##rooms +##formed +shredded +temps +intimately +pau +tormented +##lok +##stellar +1618 +charred +ems +essen +##mmel +alarms +spraying +ascot +blooms +twinkle +##abia +##apes +internment +obsidian +##chaft +snoop +##dav +##ooping +malibu +##tension +quiver +##itia +hays +mcintosh +travers +walsall +##ffie +1623 +beverley +schwarz +plunging +structurally +m3 +rosenthal +vikram +##tsk +770 +ghz +##onda +##tiv +chalmers +groningen +pew +reckon +unicef +##rvis +55th +##gni +1651 +sulawesi +avila +cai +metaphysical +screwing +turbulence +##mberg +augusto +samba +56th +baffled +momentary +toxin +##urian +##wani +aachen +condoms +dali +steppe +##3d +##app +##oed +##year +adolescence +dauphin +electrically +inaccessible +microscopy +nikita +##ega +atv +##cel +##enter +##oles +##oteric +##褘 +accountants +punishments +wrongly +bribes +adventurous +clinch +flinders +southland +##hem +##kata +gough +##ciency +lads +soared +##讛 +undergoes +deformation +outlawed +rubbish +##arus +##mussen +##nidae +##rzburg +arcs +##ingdon +##tituted +1695 +wheelbase +wheeling +bombardier +campground +zebra +##lices +##oj +##bain +lullaby +##ecure +donetsk +wylie +grenada +##arding +##畏蟼 +squinting +eireann +opposes +##andra +maximal +runes +##broken +##cuting +##iface +##ror +##rosis +additive +britney +adultery +triggering +##drome +detrimental +aarhus +containment +jc +swapped +vichy +##ioms +madly +##oric +##rag +brant +##ckey +##trix +1560 +1612 +broughton +rustling +##stems +##uder +asbestos +mentoring +##nivorous +finley +leaps +##isan +apical +pry +slits +substitutes +##dict +intuitive +fantasia +insistent +unreasonable +##igen +##vna +domed +hannover +margot +ponder +##zziness +impromptu +jian +lc +rampage +stemming +##eft +andrey +gerais +whichever +amnesia +appropriated +anzac +clicks +modifying +ultimatum +cambrian +maids +verve +yellowstone +##mbs +conservatoire +##scribe +adherence +dinners +spectra +imperfect +mysteriously +sidekick +tatar +tuba +##aks +##ifolia +distrust +##athan +##zle +c2 +ronin +zac +##pse +celaena +instrumentalist +scents +skopje +##mbling +comical +compensated +vidal +condor +intersect +jingle +wavelengths +##urrent +mcqueen +##izzly +carp +weasel +422 +kanye +militias +postdoctoral +eugen +gunslinger +##蓻 +faux +hospice +##for +appalled +derivation +dwarves +##elis +dilapidated +##folk +astoria +philology +##lwyn +##otho +##saka +inducing +philanthropy +##bf +##itative +geek +markedly +sql +##yce +bessie +indices +rn +##flict +495 +frowns +resolving +weightlifting +tugs +cleric +contentious +1653 +mania +rms +##miya +##reate +##ruck +##tucket +bien +eels +marek +##ayton +##cence +discreet +unofficially +##ife +leaks +##bber +1705 +332 +dung +compressor +hillsborough +pandit +shillings +distal +##skin +381 +##tat +##you +nosed +##nir +mangrove +undeveloped +##idia +textures +##inho +##500 +##rise +ae +irritating +nay +amazingly +bancroft +apologetic +compassionate +kata +symphonies +##lovic +airspace +##lch +930 +gifford +precautions +fulfillment +sevilla +vulgar +martinique +##urities +looting +piccolo +tidy +##dermott +quadrant +armchair +incomes +mathematicians +stampede +nilsson +##inking +##scan +foo +quarterfinal +##ostal +shang +shouldered +squirrels +##owe +344 +vinegar +##bner +##rchy +##systems +delaying +##trics +ars +dwyer +rhapsody +sponsoring +##gration +bipolar +cinder +starters +##olio +##urst +421 +signage +##nty +aground +figurative +mons +acquaintances +duets +erroneously +soyuz +elliptic +recreated +##cultural +##quette +##ssed +##tma +##zcz +moderator +scares +##itaire +##stones +##udence +juniper +sighting +##just +##nsen +britten +calabria +ry +bop +cramer +forsyth +stillness +##谢 +airmen +gathers +unfit +##umber +##upt +taunting +##rip +seeker +streamlined +##bution +holster +schumann +tread +vox +##gano +##onzo +strive +dil +reforming +covent +newbury +predicting +##orro +decorate +tre +##puted +andover +ie +asahi +dept +dunkirk +gills +##tori +buren +huskies +##stis +##stov +abstracts +bets +loosen +##opa +1682 +yearning +##glio +##sir +berman +effortlessly +enamel +napoli +persist +##peration +##uez +attache +elisa +b1 +invitations +##kic +accelerating +reindeer +boardwalk +clutches +nelly +polka +starbucks +##kei +adamant +huey +lough +unbroken +adventurer +embroidery +inspecting +stanza +##ducted +naia +taluka +##pone +##roids +chases +deprivation +florian +##jing +##ppet +earthly +##lib +##ssee +colossal +foreigner +vet +freaks +patrice +rosewood +triassic +upstate +##pkins +dominates +ata +chants +ks +vo +##400 +##bley +##raya +##rmed +555 +agra +infiltrate +##ailing +##ilation +##tzer +##uppe +##werk +binoculars +enthusiast +fujian +squeak +##avs +abolitionist +almeida +boredom +hampstead +marsden +rations +##ands +inflated +334 +bonuses +rosalie +patna +##rco +329 +detachments +penitentiary +54th +flourishing +woolf +##dion +##etched +papyrus +##lster +##nsor +##toy +bobbed +dismounted +endelle +inhuman +motorola +tbs +wince +wreath +##ticus +hideout +inspections +sanjay +disgrace +infused +pudding +stalks +##urbed +arsenic +leases +##hyl +##rrard +collarbone +##waite +##wil +dowry +##bant +##edance +genealogical +nitrate +salamanca +scandals +thyroid +necessitated +##! +##" +### +##$ +##% +##& +##' +##( +##) +##* +##+ +##, +##- +##. +##/ +##: +##; +##< +##= +##> +##? +##@ +##[ +##\ +##] +##^ +##_ +##` +##{ +##| +##} +##~ +##隆 +##垄 +##拢 +##陇 +##楼 +##娄 +##搂 +##篓 +##漏 +##陋 +##芦 +##卢 +##庐 +##卤 +##麓 +##碌 +##露 +##路 +##潞 +##禄 +##录 +##戮 +##驴 +##忙 +##冒 +##梅 +##镁 +##膽 +##魔 +##艐 +##艙 +##茠 +##蓯 +##蓱 +##蓲 +##蓴 +##蓵 +##蓹 +##伞 +##桑 +##扫 +##瑟 +##色 +##涩 +##莎 +##刹 +##纱 +##晒 +##删 +##蕗 +##蕘 +##蕚 +##蕛 +##蕢 +##蕣 +##蕥 +##蕦 +##蕩 +##蕫 +##蕬 +##蕭 +##蕯 +##拾 +##什 +##食 +##史 +##矢 +##驶 +##始 +##示 +##士 +##藞 +##恕 +##刷 +##耍 +##摔 +##尾 +##纬 +##未 +##蔚 +##味 +##胃 +##魏 +##位 +##渭 +##尉 +##慰 +##蟺 +##蟻 +##蟽 +##蟿 +##蠀 +##蠁 +##蠂 +##蠄 +##蠅 +##斜 +##谐 +##写 +##卸 +##蟹 +##屑 +##锌 +##褋 +##褍 +##褎 +##褏 +##褑 +##褔 +##褕 +##褖 +##褗 +##褝 +##褞 +##褣 +##褦 +##褨 +##褬 +##褭 +##褮 +##褯 +##訌 +##铡 +##闸 +##眨 +##栅 +##榨 +##诈 +##斋 +##宅 +##寨 +##瞻 +##沾 +##盏 +##斩 +##崭 +##蘸 +##战 +##站 +##湛 +##謤 +##謧 +##謩 +##志 +##讗 +##讘 +##讙 +##讚 +##讜 +##讝 +##讞 +##讟 +##讬 +##讱 +##讻 +##诇 +##诐 +##诪 +##谉 +##谞 +##住 +##注 +##祝 +##驻 +##抓 +##爪 +##拽 +##专 +##砖 +##转 +##貙 +##亍 +##亘 +##鬲 +##孬 +##噩 +##丨 +##禺 +##匕 +##夭 +##爻 +##卮 +##氐 +##囟 +##胤 +##馗 +##毓 +##睾 +##賭 +##賮 +##賯 +##賰 +##賵 +##賶 +##俟 +##倬 +##趩 +##讴 +##诏 +##诤 +##诰 +##蹃 +##蹝 +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啶� +##啷€ +##啷� +##啷� +##啷� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唳� +##唰€ +##唰� +##喈� +##喈� +##喈� +##喈� +##喈� +##喈� +##喈� +##喈� +##喈� +##喈� +##喈� +##喈� +##喈� +##喈� +##喈� +##喁� +##喁� +##喁� +##嗖� +##嗖� +##嗖� +##喽� +##喽� +##喽� +##喽� +##喾€ +##喾� +##喔� +##喔� +##喔� +##喔� +##喔� +##喔� +##喔� +##喔� +##喔� +##喔� +##喔� +##喔� +##喔� +##喔� +##喙€ +##嗉� +##嗉� +##嘟� +##嘟� +##嘟� +##嘟� +##嘟� +##嘟� +##嘟� +##嘟� +##嘟� +##嘟� +##嘟� +##醼� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##醿� +##釀€ +##釀� +##釀� +##釀� +##釀� +##釀� +##釀� +##釀� +##釀� +##釀� +##釀� +##釀� +##釀� +##釀� +##釀� +##釁� +##釁� +##釁� +##釁� +##釁� +##釁� +##釁� +##釁� +##釁� +##釁� +##釁� +##釁� +##釁� +##釁� +##釂� +##釂� +##釂� +##釂� +##釂� +##釂� +##岽� +##岽� +##岽� +##岽� +##岽� +##岬€ +##岬� +##岬� +##岬� +##岬� +##岬� +##岬� +##岬� +##岬� +##岬� +##岬� +##岬� +##岬� +##岬� +##岬� +##岫� +##岫� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈥� +##鈦� +##鈦� +##鈦� +##鈦� +##鈦� +##鈦� +##鈦� +##鈦� +##鈦� +##鈦� +##鈦� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈧� +##鈩� +##鈩� +##鈩� +##鈩� +##鈪� +##鈪� +##鈫� +##鈫� +##鈫� +##鈫� +##鈫� +##鈫� +##鈬� +##鈬� +##鈬� +##鈭� +##鈭� +##鈭� +##鈭� +##鈭� +##鈭� +##鈭� +##鈭� +##鈭� +##鈭� +##鈭� +##鈭� +##鈭� +##鈮� +##鈮� +##鈮� +##鈮� +##鈯� +##鈯� +##鈯� +##鈯� +##鈰� +##鈹€ +##鈹� +##鈻� +##鈻� +##鈼� +##鈽� +##鈽� +##鈽� +##鈾� +##鈾� +##鈾� +##鈾� +##鈾� +##鉄� +##鉄� +##獗� +##夂� +##夂� +##饨� +##銆� +##銆� +##銆� +##銆� +##銆� +##銆� +##銆� +##銆� +##銆� +##銆� +##銆� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銇� +##銈€ +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銈� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##銉� +##涓€ +##涓� +##涓� +##涓� +##涓� +##涓� +##涓� +##涓� +##涔� +##涔� +##涔� +##浜� +##浜� +##浜� +##浜� +##浜� +##浜� +##浜� +##浠� +##浠� +##浠� +##浠� +##浼� +##浼� +##浣� +##渚� +##淇� +##淇� +##鍋� +##鍏� +##鍏� +##鍏� +##鍏� +##鍐� +##鍑� +##鍒� +##鍓� +##鍔� +##鍔� +##鍔� +##鍕� +##鍖� +##鍖� +##鍗� +##鍗� +##鍗� +##鍗� +##鍘� +##鍙� +##鍙� +##鍙� +##鍙� +##鍚� +##鍚� +##鍚� +##鍚� +##鍜� +##鍥� +##鍥� +##鍥� +##鍦� +##鍦� +##鍦� +##鍧� +##鍩� +##鍫� +##鍫� +##澹� +##澶� +##澶� +##澶� +##澶� +##澶� +##澶� +##濂� +##濂� +##瀛� +##瀛� +##瀹€ +##瀹� +##瀹� +##瀹� +##瀹� +##瀹� +##瀹� +##瀹� +##瀹� +##瀵� +##灏� +##灏� +##灏� +##灞� +##宀� +##宄� +##宕� +##宸� +##宸� +##宸� +##甯� +##骞� +##骞� +##骞� +##骞� +##寮� +##寮� +##褰� +##寰� +##寰� +##寰� +##蹇� +##蹇� +##蹇� +##蹇� +##鎰� +##鎴� +##鎴� +##鎴� +##鎴� +##鎵� +##鎵� +##鏀� +##鏂� +##鏂� +##鏂� +##鏃� +##鏄� +##鏄� +##鏄� +##鏄� +##鏅� +##鏇� +##鏇� +##鏈� +##鏈� +##鏈� +##鏈� +##鏈� +##鏉� +##鏉� +##鏉� +##鏉� +##鏋� +##妫� +##妤� +##妯� +##姗� +##姝� +##姝� +##姝� +##姝� +##姣� +##姘� +##姘� +##姘� +##姘� +##姘� +##姘� +##姹� +##娌� +##娌� +##娌� +##娉� +##娴� +##娓� +##婕� +##鐎� +##鐏� +##鐗� +##鐘� +##鐜� +##鐢� +##鐢� +##鐢� +##鐤� +##鐧� +##鐧� +##鐨� +##鐨� +##鐩� +##鐩� +##鐪� +##鐪� +##鐭� +##绀� +##绀� +##绁� +##绂� +##绂� +##绉€ +##绉� +##绌� +##绔� +##绔� +##绔� +##绯� +##缇� +##缇� +##鑰� +##鑹� +##鑹� +##鑺� +##鑻� +##鑿� +##钁� +##钘� +##琛� +##琛� +##瑗� +##瑕� +##瑷� +##瑾� +##璋� +##璨� +##璨� +##杌� +##杌� +##杈� +##閬� +##閮� +##閮� +##閮� +##閮� +##閲� +##閲� +##閲� +##閳� +##闀� +##闀� +##闁€ +##闁� +##闃� +##闃� +##闄� +##闄� +##闆� +##闈� +##闈� +##棰� +##椋� +##棣� +##棣� +##楂� +##榫� +##榫� +##铿� +##铿� +##锛� +##锛� +##锛� +##锛� +##锛� +##锛� +##锛� +##锛� +##锛� +##锝� \ No newline at end of file diff --git a/pretrained_weights/bert/bert-base-uncased.bin b/pretrained_weights/bert/bert-base-uncased.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba5d19791be1dd7992e33bd61f20207b0f7f50a5 --- /dev/null +++ b/pretrained_weights/bert/bert-base-uncased.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097417381d6c7230bd9e3557456d726de6e83245ec8b24f529f60198a67b203a +size 440473133 diff --git a/pretrained_weights/bert/bert-base-uncased.json b/pretrained_weights/bert/bert-base-uncased.json new file mode 100644 index 0000000000000000000000000000000000000000..b4ff70de6609d0651d4d213330d12118af21d246 --- /dev/null +++ b/pretrained_weights/bert/bert-base-uncased.json @@ -0,0 +1,23 @@ +{ + "architectures": [ + "BertForMaskedLM" + ], + "attention_probs_dropout_prob": 0.1, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout_prob": 0.1, + "hidden_size": 768, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_norm_eps": 1e-12, + "max_position_embeddings": 512, + "model_type": "bert", + "num_attention_heads": 12, + "num_hidden_layers": 12, + "pad_token_id": 0, + "position_embedding_type": "absolute", + "transformers_version": "4.6.0.dev0", + "type_vocab_size": 2, + "use_cache": true, + "vocab_size": 30522 + } \ No newline at end of file diff --git a/pretrained_weights/clip/ViT-L-14-336px.pt b/pretrained_weights/clip/ViT-L-14-336px.pt new file mode 100644 index 0000000000000000000000000000000000000000..1591450759f2bb3d4b6d5ec21b7e7e999c7d775c --- /dev/null +++ b/pretrained_weights/clip/ViT-L-14-336px.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3035c92b350959924f9f00213499208652fc7ea050643e8b385c2dac08641f02 +size 934088680 diff --git a/pretrained_weights/eva/eva_clip_psz14.pt b/pretrained_weights/eva/eva_clip_psz14.pt new file mode 100644 index 0000000000000000000000000000000000000000..96ca548c45071eec64be2d06da505666c81d9b1a --- /dev/null +++ b/pretrained_weights/eva/eva_clip_psz14.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1d3a90bb88c3816a8c708b8a16c11c93cc323ec9e7bc7a0e8b979449fa9785 +size 2273012515 diff --git a/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/model_opt.pth b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/model_opt.pth new file mode 100644 index 0000000000000000000000000000000000000000..a1e4601a511f3b5e9782c85d4c16346116e606d9 --- /dev/null +++ b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/model_opt.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71947bb8ddd7330c2af01816129b84dc85d85387e789fcb6e9438aa2f9eafa8b +size 2327365453 diff --git a/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/model_step_50000.pt b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/model_step_50000.pt new file mode 100644 index 0000000000000000000000000000000000000000..a99dc3aabf1fc71f007769fa060423ff2df148c7 --- /dev/null +++ b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/model_step_50000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8f16c9311fe947b0f9237766725bebcca11ed15ab3f8c732120791a414b95e0 +size 2876529986 diff --git a/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/optimizer_step_50000.pt b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/optimizer_step_50000.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e0f7176f949d8344bf98e4a2f88953a3798bf67 --- /dev/null +++ b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/ckpt/optimizer_step_50000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:475d773ba07608d0d65c50bfd7a9ae77240db21d3cb755a4eed1ec8a68f66f7e +size 5565357061 diff --git a/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/events.out.tfevents.1677305848.n136-034-083 b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/events.out.tfevents.1677305848.n136-034-083 new file mode 100644 index 0000000000000000000000000000000000000000..335be08632a4c7225126fdebf731dc2eebac5836 --- /dev/null +++ b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/events.out.tfevents.1677305848.n136-034-083 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa8faf04d73423365d7a8d22fc7e5bce0a13c82f347c9b3e8858ccd7dfe568a7 +size 40 diff --git a/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/events.out.tfevents.1677308392.n136-052-072 b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/events.out.tfevents.1677308392.n136-052-072 new file mode 100644 index 0000000000000000000000000000000000000000..01fac9c6aaf2ce096b2110588a7a9155f2d6fe2b --- /dev/null +++ b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/events.out.tfevents.1677308392.n136-052-072 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b357298d0f44e4cc40b1d7e7f2ae3a0b77d8b793040e9c148fbf7625cd2d7585 +size 24200964 diff --git a/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/hps.json b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/hps.json new file mode 100644 index 0000000000000000000000000000000000000000..c8cca8cb90e6964e826be348bd3380b8985c03f7 --- /dev/null +++ b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/hps.json @@ -0,0 +1,97 @@ +{ + "local_rank": -1, + "checkpoint": "/mnt/bn/vlp-mf/checkpoints/pretrain-webvid10m-va-512-512-last4-parallel_large_stage1_5witer/ckpt/model_step_50000.pt", + "except_key": "multi", + "resume": false, + "output_dir": "/mnt/bn/vlp-mf/checkpoints/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer", + "config": "./config/byte/pretrain/webvid/pretrain-webvid10m-videoclip_large_stage2.json", + "video_cfg": { + "sample_num": 4, + "resolution": 224, + "mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ] + }, + "schedule": { + "use_validate": false, + "valid_steps": 5000 + }, + "optimizer": { + "learning_rate": 0.0001, + "vision_lr": 5e-07, + "adapter_lr": 5e-07, + "num_train_steps": 50000, + "optim": "adamw", + "scheduler": "warmup_linear", + "betas": [ + 0.9, + 0.98 + ], + "weight_decay": 0.01, + "grad_norm": 5.0, + "warmup_ratio": 0.1, + "seed": 60, + "fp16": true, + "gradient_accumulation_steps": 1 + }, + "vision_encoder": { + "vision_type": "videoclip", + "pretrained": "./output/pretrained_weights/clip/ViT-L-14-336px.pt", + "sample_num": 4, + "video_dim": 1024, + "proj_dim": 768, + "start_adapt_layer": 7, + "adapt_cls_dim": 512, + "adapt_patch_dim": 512, + "adapt_order": "adapt_first", + "use_checkpoint": true + }, + "txt_encoder": { + "txt_dim": 768, + "proj_dim": 768 + }, + "multi_encoder": { + "multi_type": "bert", + "bert_config": "./output/pretrained_weights/bert/bert-base-uncased.json", + "pretrained": "./output/pretrained_weights/bert/bert-base-uncased.bin", + "multimodal_dim": 768, + "vocab_size": 30522, + "match_neg_prob": 0.5 + }, + "losses": { + "mask_prob": 0.15, + "mask_token": 103 + }, + "data_cfg": { + "train": [ + { + "datasets": [ + { + "name": "webvid10m", + "video": "/mnt/bn/vlp-v6/webvid10m", + "bk": "hdfs://haruna/home/byte_labcv_gan/public/multimodal_all/video/webvid/train10MAll_new/", + "txt": "/mnt/bn/vlp-mf/webvid2.5M_package/webvid_pretrain_anno_new.pkl", + "ids_path": "", + "datatype": "video", + "tokenizer": { + "txt_encoder": "clip_tokenizer", + "multi_encoder": "bert_tokenizer" + } + } + ], + "task": "contraTwo_unimlmTwo_mlmTwo", + "mix_ratio": 1, + "batch_size": 32, + "n_workers": 2 + } + ], + "val": [] + } +} \ No newline at end of file diff --git a/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/log.txt b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..fda2f169ded53579f80a7753d18e5e98ef899503 --- /dev/null +++ b/pretrained_weights/mf_clip/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer/log/log.txt @@ -0,0 +1,502 @@ +02/25/2023 14:17:28 - INFO - utils.logger - {'txt_encoder': 'clip_tokenizer', 'multi_encoder': 'bert_tokenizer'} +02/25/2023 14:17:28 - INFO - utils.logger - resolution : 224 +02/25/2023 14:17:28 - INFO - utils.logger - sample_num : 4 +02/25/2023 14:17:28 - INFO - utils.logger - Create Dataset webvid10m Success +02/25/2023 14:17:28 - INFO - utils.logger - Create Dataset webvid10m Success +02/25/2023 14:17:28 - INFO - utils.logger - Create dataloader webvid10m Success +02/25/2023 14:18:12 - INFO - utils.logger - Load Checkpoint /mnt/bn/vlp-mf/checkpoints/pretrain-webvid10m-va-512-512-last4-parallel_large_stage1_5witer/ckpt/model_step_50000.pt +02/25/2023 14:18:12 - INFO - utils.logger - Model config { + "checkpoint": "/mnt/bn/vlp-mf/checkpoints/pretrain-webvid10m-va-512-512-last4-parallel_large_stage1_5witer/ckpt/model_step_50000.pt", + "config": "./config/byte/pretrain/webvid/pretrain-webvid10m-videoclip_large_stage2.json", + "data_cfg": { + "train": [ + { + "batch_size": 32, + "datasets": [ + { + "bk": "hdfs://haruna/home/byte_labcv_gan/public/multimodal_all/video/webvid/train10MAll_new/", + "datatype": "video", + "ids_path": "", + "name": "webvid10m", + "tokenizer": { + "multi_encoder": "bert_tokenizer", + "txt_encoder": "clip_tokenizer" + }, + "txt": "/mnt/bn/vlp-mf/webvid2.5M_package/webvid_pretrain_anno_new.pkl", + "video": "/mnt/bn/vlp-v6/webvid10m" + } + ], + "mix_ratio": 1, + "n_workers": 2, + "task": "contraTwo_unimlmTwo_mlmTwo" + } + ], + "val": [] + }, + "except_key": "multi", + "local_rank": -1, + "losses": { + "mask_prob": 0.15, + "mask_token": 103 + }, + "multi_encoder": { + "bert_config": "./output/pretrained_weights/bert/bert-base-uncased.json", + "match_neg_prob": 0.5, + "multi_type": "bert", + "multimodal_dim": 768, + "pretrained": "./output/pretrained_weights/bert/bert-base-uncased.bin", + "vocab_size": 30522 + }, + "optimizer": { + "adapter_lr": 5e-07, + "betas": [ + 0.9, + 0.98 + ], + "fp16": true, + "grad_norm": 5.0, + "gradient_accumulation_steps": 1, + "learning_rate": 0.0001, + "num_train_steps": 50000, + "optim": "adamw", + "scheduler": "warmup_linear", + "seed": 60, + "vision_lr": 5e-07, + "warmup_ratio": 0.1, + "weight_decay": 0.01 + }, + "output_dir": "/mnt/bn/vlp-mf/checkpoints/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer", + "resume": false, + "schedule": { + "use_validate": false, + "valid_steps": 5000 + }, + "txt_encoder": { + "proj_dim": 768, + "txt_dim": 768 + }, + "video_cfg": { + "mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "resolution": 224, + "sample_num": 4, + "std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ] + }, + "vision_encoder": { + "adapt_cls_dim": 512, + "adapt_order": "adapt_first", + "adapt_patch_dim": 512, + "pretrained": "./output/pretrained_weights/clip/ViT-L-14-336px.pt", + "proj_dim": 768, + "sample_num": 4, + "start_adapt_layer": 7, + "use_checkpoint": true, + "video_dim": 1024, + "vision_type": "videoclip" + } +} + +02/25/2023 14:18:19 - INFO - utils.logger - CLIP Unexpected keys [] +02/25/2023 14:18:19 - INFO - utils.logger - CLIP Missing_keys ['visual.transformer.resblocks.8.video_adapter.positional_embedding', 'visual.transformer.resblocks.8.video_adapter.cc', 'visual.transformer.resblocks.8.video_adapter.down.weight', 'visual.transformer.resblocks.8.video_adapter.down.bias', 'visual.transformer.resblocks.8.video_adapter.up.weight', 'visual.transformer.resblocks.8.video_adapter.up.bias', 'visual.transformer.resblocks.8.video_adapter.patch_down.weight', 'visual.transformer.resblocks.8.video_adapter.patch_down.bias', 'visual.transformer.resblocks.8.video_adapter.patch_up.weight', 'visual.transformer.resblocks.8.video_adapter.patch_up.bias', 'visual.transformer.resblocks.8.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.8.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.8.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.8.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.8.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.8.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.8.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.8.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.8.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.8.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.8.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.8.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.8.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.8.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.8.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.8.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.8.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.8.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.8.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.8.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.8.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.8.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.9.video_adapter.positional_embedding', 'visual.transformer.resblocks.9.video_adapter.cc', 'visual.transformer.resblocks.9.video_adapter.down.weight', 'visual.transformer.resblocks.9.video_adapter.down.bias', 'visual.transformer.resblocks.9.video_adapter.up.weight', 'visual.transformer.resblocks.9.video_adapter.up.bias', 'visual.transformer.resblocks.9.video_adapter.patch_down.weight', 'visual.transformer.resblocks.9.video_adapter.patch_down.bias', 'visual.transformer.resblocks.9.video_adapter.patch_up.weight', 'visual.transformer.resblocks.9.video_adapter.patch_up.bias', 'visual.transformer.resblocks.9.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.9.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.9.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.9.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.9.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.9.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.9.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.9.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.9.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.9.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.9.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.9.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.9.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.9.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.9.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.9.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.9.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.9.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.9.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.9.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.9.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.9.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.10.video_adapter.positional_embedding', 'visual.transformer.resblocks.10.video_adapter.cc', 'visual.transformer.resblocks.10.video_adapter.down.weight', 'visual.transformer.resblocks.10.video_adapter.down.bias', 'visual.transformer.resblocks.10.video_adapter.up.weight', 'visual.transformer.resblocks.10.video_adapter.up.bias', 'visual.transformer.resblocks.10.video_adapter.patch_down.weight', 'visual.transformer.resblocks.10.video_adapter.patch_down.bias', 'visual.transformer.resblocks.10.video_adapter.patch_up.weight', 'visual.transformer.resblocks.10.video_adapter.patch_up.bias', 'visual.transformer.resblocks.10.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.10.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.10.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.10.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.10.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.10.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.10.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.10.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.10.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.10.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.10.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.10.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.10.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.10.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.10.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.10.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.10.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.10.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.10.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.10.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.10.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.10.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.11.video_adapter.positional_embedding', 'visual.transformer.resblocks.11.video_adapter.cc', 'visual.transformer.resblocks.11.video_adapter.down.weight', 'visual.transformer.resblocks.11.video_adapter.down.bias', 'visual.transformer.resblocks.11.video_adapter.up.weight', 'visual.transformer.resblocks.11.video_adapter.up.bias', 'visual.transformer.resblocks.11.video_adapter.patch_down.weight', 'visual.transformer.resblocks.11.video_adapter.patch_down.bias', 'visual.transformer.resblocks.11.video_adapter.patch_up.weight', 'visual.transformer.resblocks.11.video_adapter.patch_up.bias', 'visual.transformer.resblocks.11.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.11.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.11.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.11.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.11.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.11.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.11.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.11.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.11.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.11.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.11.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.11.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.11.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.11.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.11.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.11.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.11.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.11.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.11.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.11.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.11.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.11.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.12.video_adapter.positional_embedding', 'visual.transformer.resblocks.12.video_adapter.cc', 'visual.transformer.resblocks.12.video_adapter.down.weight', 'visual.transformer.resblocks.12.video_adapter.down.bias', 'visual.transformer.resblocks.12.video_adapter.up.weight', 'visual.transformer.resblocks.12.video_adapter.up.bias', 'visual.transformer.resblocks.12.video_adapter.patch_down.weight', 'visual.transformer.resblocks.12.video_adapter.patch_down.bias', 'visual.transformer.resblocks.12.video_adapter.patch_up.weight', 'visual.transformer.resblocks.12.video_adapter.patch_up.bias', 'visual.transformer.resblocks.12.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.12.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.12.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.12.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.12.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.12.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.12.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.12.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.12.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.12.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.12.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.12.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.12.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.12.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.12.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.12.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.12.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.12.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.12.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.12.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.12.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.12.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.13.video_adapter.positional_embedding', 'visual.transformer.resblocks.13.video_adapter.cc', 'visual.transformer.resblocks.13.video_adapter.down.weight', 'visual.transformer.resblocks.13.video_adapter.down.bias', 'visual.transformer.resblocks.13.video_adapter.up.weight', 'visual.transformer.resblocks.13.video_adapter.up.bias', 'visual.transformer.resblocks.13.video_adapter.patch_down.weight', 'visual.transformer.resblocks.13.video_adapter.patch_down.bias', 'visual.transformer.resblocks.13.video_adapter.patch_up.weight', 'visual.transformer.resblocks.13.video_adapter.patch_up.bias', 'visual.transformer.resblocks.13.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.13.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.13.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.13.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.13.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.13.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.13.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.13.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.13.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.13.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.13.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.13.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.13.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.13.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.13.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.13.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.13.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.13.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.13.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.13.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.13.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.13.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.14.video_adapter.positional_embedding', 'visual.transformer.resblocks.14.video_adapter.cc', 'visual.transformer.resblocks.14.video_adapter.down.weight', 'visual.transformer.resblocks.14.video_adapter.down.bias', 'visual.transformer.resblocks.14.video_adapter.up.weight', 'visual.transformer.resblocks.14.video_adapter.up.bias', 'visual.transformer.resblocks.14.video_adapter.patch_down.weight', 'visual.transformer.resblocks.14.video_adapter.patch_down.bias', 'visual.transformer.resblocks.14.video_adapter.patch_up.weight', 'visual.transformer.resblocks.14.video_adapter.patch_up.bias', 'visual.transformer.resblocks.14.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.14.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.14.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.14.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.14.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.14.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.14.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.14.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.14.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.14.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.14.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.14.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.14.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.14.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.14.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.14.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.14.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.14.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.14.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.14.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.14.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.14.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.15.video_adapter.positional_embedding', 'visual.transformer.resblocks.15.video_adapter.cc', 'visual.transformer.resblocks.15.video_adapter.down.weight', 'visual.transformer.resblocks.15.video_adapter.down.bias', 'visual.transformer.resblocks.15.video_adapter.up.weight', 'visual.transformer.resblocks.15.video_adapter.up.bias', 'visual.transformer.resblocks.15.video_adapter.patch_down.weight', 'visual.transformer.resblocks.15.video_adapter.patch_down.bias', 'visual.transformer.resblocks.15.video_adapter.patch_up.weight', 'visual.transformer.resblocks.15.video_adapter.patch_up.bias', 'visual.transformer.resblocks.15.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.15.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.15.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.15.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.15.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.15.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.15.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.15.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.15.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.15.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.15.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.15.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.15.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.15.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.15.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.15.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.15.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.15.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.15.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.15.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.15.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.15.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.16.video_adapter.positional_embedding', 'visual.transformer.resblocks.16.video_adapter.cc', 'visual.transformer.resblocks.16.video_adapter.down.weight', 'visual.transformer.resblocks.16.video_adapter.down.bias', 'visual.transformer.resblocks.16.video_adapter.up.weight', 'visual.transformer.resblocks.16.video_adapter.up.bias', 'visual.transformer.resblocks.16.video_adapter.patch_down.weight', 'visual.transformer.resblocks.16.video_adapter.patch_down.bias', 'visual.transformer.resblocks.16.video_adapter.patch_up.weight', 'visual.transformer.resblocks.16.video_adapter.patch_up.bias', 'visual.transformer.resblocks.16.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.16.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.16.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.16.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.16.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.16.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.16.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.16.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.16.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.16.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.16.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.16.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.16.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.16.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.16.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.16.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.16.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.16.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.16.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.16.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.16.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.16.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.17.video_adapter.positional_embedding', 'visual.transformer.resblocks.17.video_adapter.cc', 'visual.transformer.resblocks.17.video_adapter.down.weight', 'visual.transformer.resblocks.17.video_adapter.down.bias', 'visual.transformer.resblocks.17.video_adapter.up.weight', 'visual.transformer.resblocks.17.video_adapter.up.bias', 'visual.transformer.resblocks.17.video_adapter.patch_down.weight', 'visual.transformer.resblocks.17.video_adapter.patch_down.bias', 'visual.transformer.resblocks.17.video_adapter.patch_up.weight', 'visual.transformer.resblocks.17.video_adapter.patch_up.bias', 'visual.transformer.resblocks.17.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.17.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.17.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.17.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.17.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.17.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.17.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.17.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.17.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.17.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.17.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.17.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.17.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.17.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.17.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.17.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.17.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.17.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.17.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.17.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.17.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.17.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.18.video_adapter.positional_embedding', 'visual.transformer.resblocks.18.video_adapter.cc', 'visual.transformer.resblocks.18.video_adapter.down.weight', 'visual.transformer.resblocks.18.video_adapter.down.bias', 'visual.transformer.resblocks.18.video_adapter.up.weight', 'visual.transformer.resblocks.18.video_adapter.up.bias', 'visual.transformer.resblocks.18.video_adapter.patch_down.weight', 'visual.transformer.resblocks.18.video_adapter.patch_down.bias', 'visual.transformer.resblocks.18.video_adapter.patch_up.weight', 'visual.transformer.resblocks.18.video_adapter.patch_up.bias', 'visual.transformer.resblocks.18.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.18.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.18.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.18.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.18.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.18.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.18.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.18.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.18.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.18.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.18.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.18.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.18.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.18.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.18.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.18.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.18.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.18.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.18.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.18.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.18.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.18.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.19.video_adapter.positional_embedding', 'visual.transformer.resblocks.19.video_adapter.cc', 'visual.transformer.resblocks.19.video_adapter.down.weight', 'visual.transformer.resblocks.19.video_adapter.down.bias', 'visual.transformer.resblocks.19.video_adapter.up.weight', 'visual.transformer.resblocks.19.video_adapter.up.bias', 'visual.transformer.resblocks.19.video_adapter.patch_down.weight', 'visual.transformer.resblocks.19.video_adapter.patch_down.bias', 'visual.transformer.resblocks.19.video_adapter.patch_up.weight', 'visual.transformer.resblocks.19.video_adapter.patch_up.bias', 'visual.transformer.resblocks.19.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.19.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.19.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.19.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.19.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.19.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.19.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.19.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.19.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.19.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.19.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.19.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.19.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.19.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.19.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.19.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.19.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.19.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.19.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.19.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.19.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.19.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.20.video_adapter.positional_embedding', 'visual.transformer.resblocks.20.video_adapter.cc', 'visual.transformer.resblocks.20.video_adapter.down.weight', 'visual.transformer.resblocks.20.video_adapter.down.bias', 'visual.transformer.resblocks.20.video_adapter.up.weight', 'visual.transformer.resblocks.20.video_adapter.up.bias', 'visual.transformer.resblocks.20.video_adapter.patch_down.weight', 'visual.transformer.resblocks.20.video_adapter.patch_down.bias', 'visual.transformer.resblocks.20.video_adapter.patch_up.weight', 'visual.transformer.resblocks.20.video_adapter.patch_up.bias', 'visual.transformer.resblocks.20.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.20.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.20.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.20.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.20.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.20.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.20.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.20.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.20.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.20.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.20.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.20.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.20.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.20.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.20.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.20.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.20.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.20.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.20.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.20.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.20.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.20.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.21.video_adapter.positional_embedding', 'visual.transformer.resblocks.21.video_adapter.cc', 'visual.transformer.resblocks.21.video_adapter.down.weight', 'visual.transformer.resblocks.21.video_adapter.down.bias', 'visual.transformer.resblocks.21.video_adapter.up.weight', 'visual.transformer.resblocks.21.video_adapter.up.bias', 'visual.transformer.resblocks.21.video_adapter.patch_down.weight', 'visual.transformer.resblocks.21.video_adapter.patch_down.bias', 'visual.transformer.resblocks.21.video_adapter.patch_up.weight', 'visual.transformer.resblocks.21.video_adapter.patch_up.bias', 'visual.transformer.resblocks.21.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.21.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.21.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.21.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.21.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.21.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.21.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.21.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.21.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.21.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.21.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.21.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.21.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.21.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.21.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.21.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.21.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.21.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.21.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.21.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.21.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.21.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.22.video_adapter.positional_embedding', 'visual.transformer.resblocks.22.video_adapter.cc', 'visual.transformer.resblocks.22.video_adapter.down.weight', 'visual.transformer.resblocks.22.video_adapter.down.bias', 'visual.transformer.resblocks.22.video_adapter.up.weight', 'visual.transformer.resblocks.22.video_adapter.up.bias', 'visual.transformer.resblocks.22.video_adapter.patch_down.weight', 'visual.transformer.resblocks.22.video_adapter.patch_down.bias', 'visual.transformer.resblocks.22.video_adapter.patch_up.weight', 'visual.transformer.resblocks.22.video_adapter.patch_up.bias', 'visual.transformer.resblocks.22.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.22.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.22.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.22.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.22.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.22.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.22.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.22.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.22.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.22.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.22.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.22.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.22.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.22.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.22.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.22.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.22.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.22.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.22.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.22.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.22.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.22.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.23.video_adapter.positional_embedding', 'visual.transformer.resblocks.23.video_adapter.cc', 'visual.transformer.resblocks.23.video_adapter.down.weight', 'visual.transformer.resblocks.23.video_adapter.down.bias', 'visual.transformer.resblocks.23.video_adapter.up.weight', 'visual.transformer.resblocks.23.video_adapter.up.bias', 'visual.transformer.resblocks.23.video_adapter.patch_down.weight', 'visual.transformer.resblocks.23.video_adapter.patch_down.bias', 'visual.transformer.resblocks.23.video_adapter.patch_up.weight', 'visual.transformer.resblocks.23.video_adapter.patch_up.bias', 'visual.transformer.resblocks.23.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.23.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.23.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.23.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.23.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.23.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.23.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.23.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.23.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.23.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.23.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.23.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.23.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.23.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.23.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.23.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.23.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.23.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.23.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.23.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.23.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.23.video_adapter.conv_tada.weight'] +02/25/2023 14:18:22 - INFO - utils.logger - unexpected_keys in bert_multiencoder: ['pooler.dense.weight', 'pooler.dense.bias', 'cls.predictions.bias', 'cls.predictions.transform.dense.weight', 'cls.predictions.transform.dense.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.decoder.weight', 'cls.seq_relationship.weight', 'cls.seq_relationship.bias'] +02/25/2023 14:18:22 - INFO - utils.logger - missing_keys in bert_multiencoder : ['encoder.layer.0.cross_attn.cross.query.weight', 'encoder.layer.0.cross_attn.cross.query.bias', 'encoder.layer.0.cross_attn.cross.key.weight', 'encoder.layer.0.cross_attn.cross.key.bias', 'encoder.layer.0.cross_attn.cross.value.weight', 'encoder.layer.0.cross_attn.cross.value.bias', 'encoder.layer.0.cross_attn.output.dense.weight', 'encoder.layer.0.cross_attn.output.dense.bias', 'encoder.layer.0.cross_attn.output.LayerNorm.weight', 'encoder.layer.0.cross_attn.output.LayerNorm.bias', 'encoder.layer.1.cross_attn.cross.query.weight', 'encoder.layer.1.cross_attn.cross.query.bias', 'encoder.layer.1.cross_attn.cross.key.weight', 'encoder.layer.1.cross_attn.cross.key.bias', 'encoder.layer.1.cross_attn.cross.value.weight', 'encoder.layer.1.cross_attn.cross.value.bias', 'encoder.layer.1.cross_attn.output.dense.weight', 'encoder.layer.1.cross_attn.output.dense.bias', 'encoder.layer.1.cross_attn.output.LayerNorm.weight', 'encoder.layer.1.cross_attn.output.LayerNorm.bias', 'encoder.layer.2.cross_attn.cross.query.weight', 'encoder.layer.2.cross_attn.cross.query.bias', 'encoder.layer.2.cross_attn.cross.key.weight', 'encoder.layer.2.cross_attn.cross.key.bias', 'encoder.layer.2.cross_attn.cross.value.weight', 'encoder.layer.2.cross_attn.cross.value.bias', 'encoder.layer.2.cross_attn.output.dense.weight', 'encoder.layer.2.cross_attn.output.dense.bias', 'encoder.layer.2.cross_attn.output.LayerNorm.weight', 'encoder.layer.2.cross_attn.output.LayerNorm.bias', 'encoder.layer.3.cross_attn.cross.query.weight', 'encoder.layer.3.cross_attn.cross.query.bias', 'encoder.layer.3.cross_attn.cross.key.weight', 'encoder.layer.3.cross_attn.cross.key.bias', 'encoder.layer.3.cross_attn.cross.value.weight', 'encoder.layer.3.cross_attn.cross.value.bias', 'encoder.layer.3.cross_attn.output.dense.weight', 'encoder.layer.3.cross_attn.output.dense.bias', 'encoder.layer.3.cross_attn.output.LayerNorm.weight', 'encoder.layer.3.cross_attn.output.LayerNorm.bias', 'encoder.layer.4.cross_attn.cross.query.weight', 'encoder.layer.4.cross_attn.cross.query.bias', 'encoder.layer.4.cross_attn.cross.key.weight', 'encoder.layer.4.cross_attn.cross.key.bias', 'encoder.layer.4.cross_attn.cross.value.weight', 'encoder.layer.4.cross_attn.cross.value.bias', 'encoder.layer.4.cross_attn.output.dense.weight', 'encoder.layer.4.cross_attn.output.dense.bias', 'encoder.layer.4.cross_attn.output.LayerNorm.weight', 'encoder.layer.4.cross_attn.output.LayerNorm.bias', 'encoder.layer.5.cross_attn.cross.query.weight', 'encoder.layer.5.cross_attn.cross.query.bias', 'encoder.layer.5.cross_attn.cross.key.weight', 'encoder.layer.5.cross_attn.cross.key.bias', 'encoder.layer.5.cross_attn.cross.value.weight', 'encoder.layer.5.cross_attn.cross.value.bias', 'encoder.layer.5.cross_attn.output.dense.weight', 'encoder.layer.5.cross_attn.output.dense.bias', 'encoder.layer.5.cross_attn.output.LayerNorm.weight', 'encoder.layer.5.cross_attn.output.LayerNorm.bias', 'encoder.layer.6.cross_attn.cross.query.weight', 'encoder.layer.6.cross_attn.cross.query.bias', 'encoder.layer.6.cross_attn.cross.key.weight', 'encoder.layer.6.cross_attn.cross.key.bias', 'encoder.layer.6.cross_attn.cross.value.weight', 'encoder.layer.6.cross_attn.cross.value.bias', 'encoder.layer.6.cross_attn.output.dense.weight', 'encoder.layer.6.cross_attn.output.dense.bias', 'encoder.layer.6.cross_attn.output.LayerNorm.weight', 'encoder.layer.6.cross_attn.output.LayerNorm.bias', 'encoder.layer.7.cross_attn.cross.query.weight', 'encoder.layer.7.cross_attn.cross.query.bias', 'encoder.layer.7.cross_attn.cross.key.weight', 'encoder.layer.7.cross_attn.cross.key.bias', 'encoder.layer.7.cross_attn.cross.value.weight', 'encoder.layer.7.cross_attn.cross.value.bias', 'encoder.layer.7.cross_attn.output.dense.weight', 'encoder.layer.7.cross_attn.output.dense.bias', 'encoder.layer.7.cross_attn.output.LayerNorm.weight', 'encoder.layer.7.cross_attn.output.LayerNorm.bias', 'encoder.layer.8.cross_attn.cross.query.weight', 'encoder.layer.8.cross_attn.cross.query.bias', 'encoder.layer.8.cross_attn.cross.key.weight', 'encoder.layer.8.cross_attn.cross.key.bias', 'encoder.layer.8.cross_attn.cross.value.weight', 'encoder.layer.8.cross_attn.cross.value.bias', 'encoder.layer.8.cross_attn.output.dense.weight', 'encoder.layer.8.cross_attn.output.dense.bias', 'encoder.layer.8.cross_attn.output.LayerNorm.weight', 'encoder.layer.8.cross_attn.output.LayerNorm.bias', 'encoder.layer.9.cross_attn.cross.query.weight', 'encoder.layer.9.cross_attn.cross.query.bias', 'encoder.layer.9.cross_attn.cross.key.weight', 'encoder.layer.9.cross_attn.cross.key.bias', 'encoder.layer.9.cross_attn.cross.value.weight', 'encoder.layer.9.cross_attn.cross.value.bias', 'encoder.layer.9.cross_attn.output.dense.weight', 'encoder.layer.9.cross_attn.output.dense.bias', 'encoder.layer.9.cross_attn.output.LayerNorm.weight', 'encoder.layer.9.cross_attn.output.LayerNorm.bias', 'encoder.layer.10.cross_attn.cross.query.weight', 'encoder.layer.10.cross_attn.cross.query.bias', 'encoder.layer.10.cross_attn.cross.key.weight', 'encoder.layer.10.cross_attn.cross.key.bias', 'encoder.layer.10.cross_attn.cross.value.weight', 'encoder.layer.10.cross_attn.cross.value.bias', 'encoder.layer.10.cross_attn.output.dense.weight', 'encoder.layer.10.cross_attn.output.dense.bias', 'encoder.layer.10.cross_attn.output.LayerNorm.weight', 'encoder.layer.10.cross_attn.output.LayerNorm.bias', 'encoder.layer.11.cross_attn.cross.query.weight', 'encoder.layer.11.cross_attn.cross.query.bias', 'encoder.layer.11.cross_attn.cross.key.weight', 'encoder.layer.11.cross_attn.cross.key.bias', 'encoder.layer.11.cross_attn.cross.value.weight', 'encoder.layer.11.cross_attn.cross.value.bias', 'encoder.layer.11.cross_attn.output.dense.weight', 'encoder.layer.11.cross_attn.output.dense.bias', 'encoder.layer.11.cross_attn.output.LayerNorm.weight', 'encoder.layer.11.cross_attn.output.LayerNorm.bias'] +02/25/2023 14:18:22 - INFO - utils.logger - unexpected_keys in bert_head : [] +02/25/2023 14:18:22 - INFO - utils.logger - missing_keys in bert_head : [] +02/25/2023 14:18:23 - INFO - utils.logger - Builded Model Unexpected keys [] +02/25/2023 14:18:23 - INFO - utils.logger - Builded Model missing_keys ['opt.multimodal_encoder.embeddings.word_embeddings.weight', 'opt.multimodal_encoder.embeddings.position_embeddings.weight', 'opt.multimodal_encoder.embeddings.token_type_embeddings.weight', 'opt.multimodal_encoder.embeddings.LayerNorm.weight', 'opt.multimodal_encoder.embeddings.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.0.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.0.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.0.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.0.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.0.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.0.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.0.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.0.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.0.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.0.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.0.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.0.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.0.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.0.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.0.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.0.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.1.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.1.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.1.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.1.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.1.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.1.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.1.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.1.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.1.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.1.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.1.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.1.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.1.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.1.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.1.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.1.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.2.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.2.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.2.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.2.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.2.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.2.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.2.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.2.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.2.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.2.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.2.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.2.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.2.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.2.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.2.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.2.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.3.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.3.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.3.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.3.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.3.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.3.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.3.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.3.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.3.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.3.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.3.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.3.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.3.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.3.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.3.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.3.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.4.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.4.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.4.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.4.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.4.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.4.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.4.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.4.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.4.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.4.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.4.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.4.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.4.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.4.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.4.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.4.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.5.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.5.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.5.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.5.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.5.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.5.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.5.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.5.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.5.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.5.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.5.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.5.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.5.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.5.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.5.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.5.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.6.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.6.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.6.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.6.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.6.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.6.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.6.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.6.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.6.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.6.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.6.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.6.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.6.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.6.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.6.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.6.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.7.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.7.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.7.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.7.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.7.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.7.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.7.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.7.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.7.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.7.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.7.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.7.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.7.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.7.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.7.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.7.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.8.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.8.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.8.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.8.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.8.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.8.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.8.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.8.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.8.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.8.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.8.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.8.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.8.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.8.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.8.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.8.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.9.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.9.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.9.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.9.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.9.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.9.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.9.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.9.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.9.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.9.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.9.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.9.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.9.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.9.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.9.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.9.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.10.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.10.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.10.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.10.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.10.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.10.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.10.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.10.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.10.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.10.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.10.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.10.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.10.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.10.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.10.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.10.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.11.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.11.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.11.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.11.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.11.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.11.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.11.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.11.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.11.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.11.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.11.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.11.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.11.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.11.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.11.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.11.output.LayerNorm.bias', 'opt.multimodal_head.dense.weight', 'opt.multimodal_head.dense.bias', 'opt.multimodal_head.layernorm.weight', 'opt.multimodal_head.layernorm.bias', 'opt.multimodal_head.decoder.weight', 'opt.multimodal_head.decoder.bias', 'proj_multi_input.0.weight', 'proj_multi_input.0.bias', 'proj_multi_input.1.weight', 'proj_multi_input.1.bias'] +02/25/2023 14:18:27 - INFO - utils.logger - build_optimizer +02/25/2023 14:18:27 - INFO - utils.logger - amp.initialize +02/25/2023 14:18:40 - INFO - utils.logger - ***** Running training with 128 GPUs ***** +02/25/2023 14:18:40 - INFO - utils.logger - Accumulate steps = 1 +02/25/2023 14:18:40 - INFO - utils.logger - vision_lr = 0.000000 +02/25/2023 14:18:40 - INFO - utils.logger - basic_lr = 0.000100 +02/25/2023 14:18:40 - INFO - utils.logger - Num steps = 50000 +02/25/2023 14:18:40 - INFO - utils.logger - Start step = 0 +02/25/2023 14:59:53 - INFO - utils.logger - {'txt_encoder': 'clip_tokenizer', 'multi_encoder': 'bert_tokenizer'} +02/25/2023 14:59:53 - INFO - utils.logger - resolution : 224 +02/25/2023 14:59:53 - INFO - utils.logger - sample_num : 4 +02/25/2023 14:59:53 - INFO - utils.logger - Create Dataset webvid10m Success +02/25/2023 14:59:53 - INFO - utils.logger - Create Dataset webvid10m Success +02/25/2023 14:59:53 - INFO - utils.logger - Create dataloader webvid10m Success +02/25/2023 15:00:12 - INFO - utils.logger - Load Checkpoint /mnt/bn/vlp-mf/checkpoints/pretrain-webvid10m-va-512-512-last4-parallel_large_stage1_5witer/ckpt/model_step_50000.pt +02/25/2023 15:00:12 - INFO - utils.logger - Model config { + "checkpoint": "/mnt/bn/vlp-mf/checkpoints/pretrain-webvid10m-va-512-512-last4-parallel_large_stage1_5witer/ckpt/model_step_50000.pt", + "config": "./config/byte/pretrain/webvid/pretrain-webvid10m-videoclip_large_stage2.json", + "data_cfg": { + "train": [ + { + "batch_size": 32, + "datasets": [ + { + "bk": "hdfs://haruna/home/byte_labcv_gan/public/multimodal_all/video/webvid/train10MAll_new/", + "datatype": "video", + "ids_path": "", + "name": "webvid10m", + "tokenizer": { + "multi_encoder": "bert_tokenizer", + "txt_encoder": "clip_tokenizer" + }, + "txt": "/mnt/bn/vlp-mf/webvid2.5M_package/webvid_pretrain_anno_new.pkl", + "video": "/mnt/bn/vlp-v6/webvid10m" + } + ], + "mix_ratio": 1, + "n_workers": 2, + "task": "contraTwo_unimlmTwo_mlmTwo" + } + ], + "val": [] + }, + "except_key": "multi", + "local_rank": -1, + "losses": { + "mask_prob": 0.15, + "mask_token": 103 + }, + "multi_encoder": { + "bert_config": "./output/pretrained_weights/bert/bert-base-uncased.json", + "match_neg_prob": 0.5, + "multi_type": "bert", + "multimodal_dim": 768, + "pretrained": "./output/pretrained_weights/bert/bert-base-uncased.bin", + "vocab_size": 30522 + }, + "optimizer": { + "adapter_lr": 5e-07, + "betas": [ + 0.9, + 0.98 + ], + "fp16": true, + "grad_norm": 5.0, + "gradient_accumulation_steps": 1, + "learning_rate": 0.0001, + "num_train_steps": 50000, + "optim": "adamw", + "scheduler": "warmup_linear", + "seed": 60, + "vision_lr": 5e-07, + "warmup_ratio": 0.1, + "weight_decay": 0.01 + }, + "output_dir": "/mnt/bn/vlp-mf/checkpoints/pretrain-webvid10m-va-512-512-last4-parallel_large_stage2_5witer", + "resume": false, + "schedule": { + "use_validate": false, + "valid_steps": 5000 + }, + "txt_encoder": { + "proj_dim": 768, + "txt_dim": 768 + }, + "video_cfg": { + "mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "resolution": 224, + "sample_num": 4, + "std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ] + }, + "vision_encoder": { + "adapt_cls_dim": 512, + "adapt_order": "adapt_first", + "adapt_patch_dim": 512, + "pretrained": "./output/pretrained_weights/clip/ViT-L-14-336px.pt", + "proj_dim": 768, + "sample_num": 4, + "start_adapt_layer": 7, + "use_checkpoint": true, + "video_dim": 1024, + "vision_type": "videoclip" + } +} + +02/25/2023 15:00:19 - INFO - utils.logger - CLIP Unexpected keys [] +02/25/2023 15:00:19 - INFO - utils.logger - CLIP Missing_keys ['visual.transformer.resblocks.8.video_adapter.positional_embedding', 'visual.transformer.resblocks.8.video_adapter.cc', 'visual.transformer.resblocks.8.video_adapter.down.weight', 'visual.transformer.resblocks.8.video_adapter.down.bias', 'visual.transformer.resblocks.8.video_adapter.up.weight', 'visual.transformer.resblocks.8.video_adapter.up.bias', 'visual.transformer.resblocks.8.video_adapter.patch_down.weight', 'visual.transformer.resblocks.8.video_adapter.patch_down.bias', 'visual.transformer.resblocks.8.video_adapter.patch_up.weight', 'visual.transformer.resblocks.8.video_adapter.patch_up.bias', 'visual.transformer.resblocks.8.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.8.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.8.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.8.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.8.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.8.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.8.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.8.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.8.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.8.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.8.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.8.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.8.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.8.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.8.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.8.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.8.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.8.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.8.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.8.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.8.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.8.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.9.video_adapter.positional_embedding', 'visual.transformer.resblocks.9.video_adapter.cc', 'visual.transformer.resblocks.9.video_adapter.down.weight', 'visual.transformer.resblocks.9.video_adapter.down.bias', 'visual.transformer.resblocks.9.video_adapter.up.weight', 'visual.transformer.resblocks.9.video_adapter.up.bias', 'visual.transformer.resblocks.9.video_adapter.patch_down.weight', 'visual.transformer.resblocks.9.video_adapter.patch_down.bias', 'visual.transformer.resblocks.9.video_adapter.patch_up.weight', 'visual.transformer.resblocks.9.video_adapter.patch_up.bias', 'visual.transformer.resblocks.9.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.9.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.9.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.9.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.9.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.9.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.9.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.9.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.9.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.9.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.9.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.9.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.9.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.9.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.9.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.9.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.9.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.9.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.9.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.9.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.9.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.9.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.10.video_adapter.positional_embedding', 'visual.transformer.resblocks.10.video_adapter.cc', 'visual.transformer.resblocks.10.video_adapter.down.weight', 'visual.transformer.resblocks.10.video_adapter.down.bias', 'visual.transformer.resblocks.10.video_adapter.up.weight', 'visual.transformer.resblocks.10.video_adapter.up.bias', 'visual.transformer.resblocks.10.video_adapter.patch_down.weight', 'visual.transformer.resblocks.10.video_adapter.patch_down.bias', 'visual.transformer.resblocks.10.video_adapter.patch_up.weight', 'visual.transformer.resblocks.10.video_adapter.patch_up.bias', 'visual.transformer.resblocks.10.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.10.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.10.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.10.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.10.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.10.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.10.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.10.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.10.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.10.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.10.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.10.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.10.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.10.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.10.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.10.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.10.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.10.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.10.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.10.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.10.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.10.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.11.video_adapter.positional_embedding', 'visual.transformer.resblocks.11.video_adapter.cc', 'visual.transformer.resblocks.11.video_adapter.down.weight', 'visual.transformer.resblocks.11.video_adapter.down.bias', 'visual.transformer.resblocks.11.video_adapter.up.weight', 'visual.transformer.resblocks.11.video_adapter.up.bias', 'visual.transformer.resblocks.11.video_adapter.patch_down.weight', 'visual.transformer.resblocks.11.video_adapter.patch_down.bias', 'visual.transformer.resblocks.11.video_adapter.patch_up.weight', 'visual.transformer.resblocks.11.video_adapter.patch_up.bias', 'visual.transformer.resblocks.11.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.11.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.11.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.11.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.11.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.11.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.11.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.11.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.11.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.11.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.11.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.11.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.11.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.11.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.11.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.11.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.11.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.11.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.11.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.11.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.11.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.11.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.12.video_adapter.positional_embedding', 'visual.transformer.resblocks.12.video_adapter.cc', 'visual.transformer.resblocks.12.video_adapter.down.weight', 'visual.transformer.resblocks.12.video_adapter.down.bias', 'visual.transformer.resblocks.12.video_adapter.up.weight', 'visual.transformer.resblocks.12.video_adapter.up.bias', 'visual.transformer.resblocks.12.video_adapter.patch_down.weight', 'visual.transformer.resblocks.12.video_adapter.patch_down.bias', 'visual.transformer.resblocks.12.video_adapter.patch_up.weight', 'visual.transformer.resblocks.12.video_adapter.patch_up.bias', 'visual.transformer.resblocks.12.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.12.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.12.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.12.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.12.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.12.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.12.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.12.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.12.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.12.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.12.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.12.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.12.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.12.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.12.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.12.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.12.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.12.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.12.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.12.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.12.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.12.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.13.video_adapter.positional_embedding', 'visual.transformer.resblocks.13.video_adapter.cc', 'visual.transformer.resblocks.13.video_adapter.down.weight', 'visual.transformer.resblocks.13.video_adapter.down.bias', 'visual.transformer.resblocks.13.video_adapter.up.weight', 'visual.transformer.resblocks.13.video_adapter.up.bias', 'visual.transformer.resblocks.13.video_adapter.patch_down.weight', 'visual.transformer.resblocks.13.video_adapter.patch_down.bias', 'visual.transformer.resblocks.13.video_adapter.patch_up.weight', 'visual.transformer.resblocks.13.video_adapter.patch_up.bias', 'visual.transformer.resblocks.13.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.13.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.13.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.13.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.13.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.13.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.13.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.13.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.13.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.13.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.13.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.13.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.13.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.13.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.13.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.13.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.13.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.13.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.13.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.13.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.13.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.13.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.14.video_adapter.positional_embedding', 'visual.transformer.resblocks.14.video_adapter.cc', 'visual.transformer.resblocks.14.video_adapter.down.weight', 'visual.transformer.resblocks.14.video_adapter.down.bias', 'visual.transformer.resblocks.14.video_adapter.up.weight', 'visual.transformer.resblocks.14.video_adapter.up.bias', 'visual.transformer.resblocks.14.video_adapter.patch_down.weight', 'visual.transformer.resblocks.14.video_adapter.patch_down.bias', 'visual.transformer.resblocks.14.video_adapter.patch_up.weight', 'visual.transformer.resblocks.14.video_adapter.patch_up.bias', 'visual.transformer.resblocks.14.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.14.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.14.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.14.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.14.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.14.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.14.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.14.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.14.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.14.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.14.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.14.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.14.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.14.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.14.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.14.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.14.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.14.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.14.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.14.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.14.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.14.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.15.video_adapter.positional_embedding', 'visual.transformer.resblocks.15.video_adapter.cc', 'visual.transformer.resblocks.15.video_adapter.down.weight', 'visual.transformer.resblocks.15.video_adapter.down.bias', 'visual.transformer.resblocks.15.video_adapter.up.weight', 'visual.transformer.resblocks.15.video_adapter.up.bias', 'visual.transformer.resblocks.15.video_adapter.patch_down.weight', 'visual.transformer.resblocks.15.video_adapter.patch_down.bias', 'visual.transformer.resblocks.15.video_adapter.patch_up.weight', 'visual.transformer.resblocks.15.video_adapter.patch_up.bias', 'visual.transformer.resblocks.15.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.15.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.15.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.15.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.15.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.15.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.15.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.15.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.15.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.15.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.15.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.15.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.15.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.15.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.15.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.15.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.15.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.15.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.15.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.15.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.15.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.15.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.16.video_adapter.positional_embedding', 'visual.transformer.resblocks.16.video_adapter.cc', 'visual.transformer.resblocks.16.video_adapter.down.weight', 'visual.transformer.resblocks.16.video_adapter.down.bias', 'visual.transformer.resblocks.16.video_adapter.up.weight', 'visual.transformer.resblocks.16.video_adapter.up.bias', 'visual.transformer.resblocks.16.video_adapter.patch_down.weight', 'visual.transformer.resblocks.16.video_adapter.patch_down.bias', 'visual.transformer.resblocks.16.video_adapter.patch_up.weight', 'visual.transformer.resblocks.16.video_adapter.patch_up.bias', 'visual.transformer.resblocks.16.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.16.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.16.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.16.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.16.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.16.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.16.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.16.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.16.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.16.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.16.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.16.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.16.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.16.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.16.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.16.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.16.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.16.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.16.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.16.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.16.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.16.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.17.video_adapter.positional_embedding', 'visual.transformer.resblocks.17.video_adapter.cc', 'visual.transformer.resblocks.17.video_adapter.down.weight', 'visual.transformer.resblocks.17.video_adapter.down.bias', 'visual.transformer.resblocks.17.video_adapter.up.weight', 'visual.transformer.resblocks.17.video_adapter.up.bias', 'visual.transformer.resblocks.17.video_adapter.patch_down.weight', 'visual.transformer.resblocks.17.video_adapter.patch_down.bias', 'visual.transformer.resblocks.17.video_adapter.patch_up.weight', 'visual.transformer.resblocks.17.video_adapter.patch_up.bias', 'visual.transformer.resblocks.17.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.17.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.17.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.17.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.17.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.17.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.17.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.17.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.17.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.17.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.17.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.17.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.17.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.17.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.17.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.17.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.17.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.17.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.17.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.17.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.17.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.17.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.18.video_adapter.positional_embedding', 'visual.transformer.resblocks.18.video_adapter.cc', 'visual.transformer.resblocks.18.video_adapter.down.weight', 'visual.transformer.resblocks.18.video_adapter.down.bias', 'visual.transformer.resblocks.18.video_adapter.up.weight', 'visual.transformer.resblocks.18.video_adapter.up.bias', 'visual.transformer.resblocks.18.video_adapter.patch_down.weight', 'visual.transformer.resblocks.18.video_adapter.patch_down.bias', 'visual.transformer.resblocks.18.video_adapter.patch_up.weight', 'visual.transformer.resblocks.18.video_adapter.patch_up.bias', 'visual.transformer.resblocks.18.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.18.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.18.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.18.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.18.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.18.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.18.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.18.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.18.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.18.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.18.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.18.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.18.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.18.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.18.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.18.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.18.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.18.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.18.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.18.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.18.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.18.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.19.video_adapter.positional_embedding', 'visual.transformer.resblocks.19.video_adapter.cc', 'visual.transformer.resblocks.19.video_adapter.down.weight', 'visual.transformer.resblocks.19.video_adapter.down.bias', 'visual.transformer.resblocks.19.video_adapter.up.weight', 'visual.transformer.resblocks.19.video_adapter.up.bias', 'visual.transformer.resblocks.19.video_adapter.patch_down.weight', 'visual.transformer.resblocks.19.video_adapter.patch_down.bias', 'visual.transformer.resblocks.19.video_adapter.patch_up.weight', 'visual.transformer.resblocks.19.video_adapter.patch_up.bias', 'visual.transformer.resblocks.19.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.19.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.19.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.19.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.19.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.19.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.19.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.19.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.19.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.19.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.19.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.19.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.19.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.19.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.19.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.19.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.19.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.19.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.19.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.19.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.19.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.19.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.20.video_adapter.positional_embedding', 'visual.transformer.resblocks.20.video_adapter.cc', 'visual.transformer.resblocks.20.video_adapter.down.weight', 'visual.transformer.resblocks.20.video_adapter.down.bias', 'visual.transformer.resblocks.20.video_adapter.up.weight', 'visual.transformer.resblocks.20.video_adapter.up.bias', 'visual.transformer.resblocks.20.video_adapter.patch_down.weight', 'visual.transformer.resblocks.20.video_adapter.patch_down.bias', 'visual.transformer.resblocks.20.video_adapter.patch_up.weight', 'visual.transformer.resblocks.20.video_adapter.patch_up.bias', 'visual.transformer.resblocks.20.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.20.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.20.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.20.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.20.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.20.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.20.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.20.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.20.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.20.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.20.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.20.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.20.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.20.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.20.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.20.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.20.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.20.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.20.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.20.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.20.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.20.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.21.video_adapter.positional_embedding', 'visual.transformer.resblocks.21.video_adapter.cc', 'visual.transformer.resblocks.21.video_adapter.down.weight', 'visual.transformer.resblocks.21.video_adapter.down.bias', 'visual.transformer.resblocks.21.video_adapter.up.weight', 'visual.transformer.resblocks.21.video_adapter.up.bias', 'visual.transformer.resblocks.21.video_adapter.patch_down.weight', 'visual.transformer.resblocks.21.video_adapter.patch_down.bias', 'visual.transformer.resblocks.21.video_adapter.patch_up.weight', 'visual.transformer.resblocks.21.video_adapter.patch_up.bias', 'visual.transformer.resblocks.21.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.21.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.21.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.21.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.21.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.21.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.21.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.21.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.21.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.21.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.21.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.21.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.21.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.21.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.21.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.21.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.21.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.21.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.21.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.21.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.21.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.21.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.22.video_adapter.positional_embedding', 'visual.transformer.resblocks.22.video_adapter.cc', 'visual.transformer.resblocks.22.video_adapter.down.weight', 'visual.transformer.resblocks.22.video_adapter.down.bias', 'visual.transformer.resblocks.22.video_adapter.up.weight', 'visual.transformer.resblocks.22.video_adapter.up.bias', 'visual.transformer.resblocks.22.video_adapter.patch_down.weight', 'visual.transformer.resblocks.22.video_adapter.patch_down.bias', 'visual.transformer.resblocks.22.video_adapter.patch_up.weight', 'visual.transformer.resblocks.22.video_adapter.patch_up.bias', 'visual.transformer.resblocks.22.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.22.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.22.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.22.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.22.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.22.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.22.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.22.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.22.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.22.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.22.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.22.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.22.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.22.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.22.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.22.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.22.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.22.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.22.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.22.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.22.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.22.video_adapter.conv_tada.weight', 'visual.transformer.resblocks.23.video_adapter.positional_embedding', 'visual.transformer.resblocks.23.video_adapter.cc', 'visual.transformer.resblocks.23.video_adapter.down.weight', 'visual.transformer.resblocks.23.video_adapter.down.bias', 'visual.transformer.resblocks.23.video_adapter.up.weight', 'visual.transformer.resblocks.23.video_adapter.up.bias', 'visual.transformer.resblocks.23.video_adapter.patch_down.weight', 'visual.transformer.resblocks.23.video_adapter.patch_down.bias', 'visual.transformer.resblocks.23.video_adapter.patch_up.weight', 'visual.transformer.resblocks.23.video_adapter.patch_up.bias', 'visual.transformer.resblocks.23.video_adapter.ln_pre.weight', 'visual.transformer.resblocks.23.video_adapter.ln_pre.bias', 'visual.transformer.resblocks.23.video_adapter.block.attn.in_proj_weight', 'visual.transformer.resblocks.23.video_adapter.block.attn.in_proj_bias', 'visual.transformer.resblocks.23.video_adapter.block.attn.out_proj.weight', 'visual.transformer.resblocks.23.video_adapter.block.attn.out_proj.bias', 'visual.transformer.resblocks.23.video_adapter.block.mlp.c_fc.weight', 'visual.transformer.resblocks.23.video_adapter.block.mlp.c_fc.bias', 'visual.transformer.resblocks.23.video_adapter.block.mlp.c_proj.weight', 'visual.transformer.resblocks.23.video_adapter.block.mlp.c_proj.bias', 'visual.transformer.resblocks.23.video_adapter.block.ln_2.weight', 'visual.transformer.resblocks.23.video_adapter.block.ln_2.bias', 'visual.transformer.resblocks.23.video_adapter.conv_rf.g.weight', 'visual.transformer.resblocks.23.video_adapter.conv_rf.g.bias', 'visual.transformer.resblocks.23.video_adapter.conv_rf.a.weight', 'visual.transformer.resblocks.23.video_adapter.conv_rf.a.bias', 'visual.transformer.resblocks.23.video_adapter.conv_rf.bn.weight', 'visual.transformer.resblocks.23.video_adapter.conv_rf.bn.bias', 'visual.transformer.resblocks.23.video_adapter.conv_rf.bn.running_mean', 'visual.transformer.resblocks.23.video_adapter.conv_rf.bn.running_var', 'visual.transformer.resblocks.23.video_adapter.conv_rf.b.weight', 'visual.transformer.resblocks.23.video_adapter.conv_tada.weight'] +02/25/2023 15:00:21 - INFO - utils.logger - unexpected_keys in bert_multiencoder: ['pooler.dense.weight', 'pooler.dense.bias', 'cls.predictions.bias', 'cls.predictions.transform.dense.weight', 'cls.predictions.transform.dense.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.decoder.weight', 'cls.seq_relationship.weight', 'cls.seq_relationship.bias'] +02/25/2023 15:00:21 - INFO - utils.logger - missing_keys in bert_multiencoder : ['encoder.layer.0.cross_attn.cross.query.weight', 'encoder.layer.0.cross_attn.cross.query.bias', 'encoder.layer.0.cross_attn.cross.key.weight', 'encoder.layer.0.cross_attn.cross.key.bias', 'encoder.layer.0.cross_attn.cross.value.weight', 'encoder.layer.0.cross_attn.cross.value.bias', 'encoder.layer.0.cross_attn.output.dense.weight', 'encoder.layer.0.cross_attn.output.dense.bias', 'encoder.layer.0.cross_attn.output.LayerNorm.weight', 'encoder.layer.0.cross_attn.output.LayerNorm.bias', 'encoder.layer.1.cross_attn.cross.query.weight', 'encoder.layer.1.cross_attn.cross.query.bias', 'encoder.layer.1.cross_attn.cross.key.weight', 'encoder.layer.1.cross_attn.cross.key.bias', 'encoder.layer.1.cross_attn.cross.value.weight', 'encoder.layer.1.cross_attn.cross.value.bias', 'encoder.layer.1.cross_attn.output.dense.weight', 'encoder.layer.1.cross_attn.output.dense.bias', 'encoder.layer.1.cross_attn.output.LayerNorm.weight', 'encoder.layer.1.cross_attn.output.LayerNorm.bias', 'encoder.layer.2.cross_attn.cross.query.weight', 'encoder.layer.2.cross_attn.cross.query.bias', 'encoder.layer.2.cross_attn.cross.key.weight', 'encoder.layer.2.cross_attn.cross.key.bias', 'encoder.layer.2.cross_attn.cross.value.weight', 'encoder.layer.2.cross_attn.cross.value.bias', 'encoder.layer.2.cross_attn.output.dense.weight', 'encoder.layer.2.cross_attn.output.dense.bias', 'encoder.layer.2.cross_attn.output.LayerNorm.weight', 'encoder.layer.2.cross_attn.output.LayerNorm.bias', 'encoder.layer.3.cross_attn.cross.query.weight', 'encoder.layer.3.cross_attn.cross.query.bias', 'encoder.layer.3.cross_attn.cross.key.weight', 'encoder.layer.3.cross_attn.cross.key.bias', 'encoder.layer.3.cross_attn.cross.value.weight', 'encoder.layer.3.cross_attn.cross.value.bias', 'encoder.layer.3.cross_attn.output.dense.weight', 'encoder.layer.3.cross_attn.output.dense.bias', 'encoder.layer.3.cross_attn.output.LayerNorm.weight', 'encoder.layer.3.cross_attn.output.LayerNorm.bias', 'encoder.layer.4.cross_attn.cross.query.weight', 'encoder.layer.4.cross_attn.cross.query.bias', 'encoder.layer.4.cross_attn.cross.key.weight', 'encoder.layer.4.cross_attn.cross.key.bias', 'encoder.layer.4.cross_attn.cross.value.weight', 'encoder.layer.4.cross_attn.cross.value.bias', 'encoder.layer.4.cross_attn.output.dense.weight', 'encoder.layer.4.cross_attn.output.dense.bias', 'encoder.layer.4.cross_attn.output.LayerNorm.weight', 'encoder.layer.4.cross_attn.output.LayerNorm.bias', 'encoder.layer.5.cross_attn.cross.query.weight', 'encoder.layer.5.cross_attn.cross.query.bias', 'encoder.layer.5.cross_attn.cross.key.weight', 'encoder.layer.5.cross_attn.cross.key.bias', 'encoder.layer.5.cross_attn.cross.value.weight', 'encoder.layer.5.cross_attn.cross.value.bias', 'encoder.layer.5.cross_attn.output.dense.weight', 'encoder.layer.5.cross_attn.output.dense.bias', 'encoder.layer.5.cross_attn.output.LayerNorm.weight', 'encoder.layer.5.cross_attn.output.LayerNorm.bias', 'encoder.layer.6.cross_attn.cross.query.weight', 'encoder.layer.6.cross_attn.cross.query.bias', 'encoder.layer.6.cross_attn.cross.key.weight', 'encoder.layer.6.cross_attn.cross.key.bias', 'encoder.layer.6.cross_attn.cross.value.weight', 'encoder.layer.6.cross_attn.cross.value.bias', 'encoder.layer.6.cross_attn.output.dense.weight', 'encoder.layer.6.cross_attn.output.dense.bias', 'encoder.layer.6.cross_attn.output.LayerNorm.weight', 'encoder.layer.6.cross_attn.output.LayerNorm.bias', 'encoder.layer.7.cross_attn.cross.query.weight', 'encoder.layer.7.cross_attn.cross.query.bias', 'encoder.layer.7.cross_attn.cross.key.weight', 'encoder.layer.7.cross_attn.cross.key.bias', 'encoder.layer.7.cross_attn.cross.value.weight', 'encoder.layer.7.cross_attn.cross.value.bias', 'encoder.layer.7.cross_attn.output.dense.weight', 'encoder.layer.7.cross_attn.output.dense.bias', 'encoder.layer.7.cross_attn.output.LayerNorm.weight', 'encoder.layer.7.cross_attn.output.LayerNorm.bias', 'encoder.layer.8.cross_attn.cross.query.weight', 'encoder.layer.8.cross_attn.cross.query.bias', 'encoder.layer.8.cross_attn.cross.key.weight', 'encoder.layer.8.cross_attn.cross.key.bias', 'encoder.layer.8.cross_attn.cross.value.weight', 'encoder.layer.8.cross_attn.cross.value.bias', 'encoder.layer.8.cross_attn.output.dense.weight', 'encoder.layer.8.cross_attn.output.dense.bias', 'encoder.layer.8.cross_attn.output.LayerNorm.weight', 'encoder.layer.8.cross_attn.output.LayerNorm.bias', 'encoder.layer.9.cross_attn.cross.query.weight', 'encoder.layer.9.cross_attn.cross.query.bias', 'encoder.layer.9.cross_attn.cross.key.weight', 'encoder.layer.9.cross_attn.cross.key.bias', 'encoder.layer.9.cross_attn.cross.value.weight', 'encoder.layer.9.cross_attn.cross.value.bias', 'encoder.layer.9.cross_attn.output.dense.weight', 'encoder.layer.9.cross_attn.output.dense.bias', 'encoder.layer.9.cross_attn.output.LayerNorm.weight', 'encoder.layer.9.cross_attn.output.LayerNorm.bias', 'encoder.layer.10.cross_attn.cross.query.weight', 'encoder.layer.10.cross_attn.cross.query.bias', 'encoder.layer.10.cross_attn.cross.key.weight', 'encoder.layer.10.cross_attn.cross.key.bias', 'encoder.layer.10.cross_attn.cross.value.weight', 'encoder.layer.10.cross_attn.cross.value.bias', 'encoder.layer.10.cross_attn.output.dense.weight', 'encoder.layer.10.cross_attn.output.dense.bias', 'encoder.layer.10.cross_attn.output.LayerNorm.weight', 'encoder.layer.10.cross_attn.output.LayerNorm.bias', 'encoder.layer.11.cross_attn.cross.query.weight', 'encoder.layer.11.cross_attn.cross.query.bias', 'encoder.layer.11.cross_attn.cross.key.weight', 'encoder.layer.11.cross_attn.cross.key.bias', 'encoder.layer.11.cross_attn.cross.value.weight', 'encoder.layer.11.cross_attn.cross.value.bias', 'encoder.layer.11.cross_attn.output.dense.weight', 'encoder.layer.11.cross_attn.output.dense.bias', 'encoder.layer.11.cross_attn.output.LayerNorm.weight', 'encoder.layer.11.cross_attn.output.LayerNorm.bias'] +02/25/2023 15:00:22 - INFO - utils.logger - unexpected_keys in bert_head : [] +02/25/2023 15:00:22 - INFO - utils.logger - missing_keys in bert_head : [] +02/25/2023 15:00:23 - INFO - utils.logger - Builded Model Unexpected keys [] +02/25/2023 15:00:23 - INFO - utils.logger - Builded Model missing_keys ['opt.multimodal_encoder.embeddings.word_embeddings.weight', 'opt.multimodal_encoder.embeddings.position_embeddings.weight', 'opt.multimodal_encoder.embeddings.token_type_embeddings.weight', 'opt.multimodal_encoder.embeddings.LayerNorm.weight', 'opt.multimodal_encoder.embeddings.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.0.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.0.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.0.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.0.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.0.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.0.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.0.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.0.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.0.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.0.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.0.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.0.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.0.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.0.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.0.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.0.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.0.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.1.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.1.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.1.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.1.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.1.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.1.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.1.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.1.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.1.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.1.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.1.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.1.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.1.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.1.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.1.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.1.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.1.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.2.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.2.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.2.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.2.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.2.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.2.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.2.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.2.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.2.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.2.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.2.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.2.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.2.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.2.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.2.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.2.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.2.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.3.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.3.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.3.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.3.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.3.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.3.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.3.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.3.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.3.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.3.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.3.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.3.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.3.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.3.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.3.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.3.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.3.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.4.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.4.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.4.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.4.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.4.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.4.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.4.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.4.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.4.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.4.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.4.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.4.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.4.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.4.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.4.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.4.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.4.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.5.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.5.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.5.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.5.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.5.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.5.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.5.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.5.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.5.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.5.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.5.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.5.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.5.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.5.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.5.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.5.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.5.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.6.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.6.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.6.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.6.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.6.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.6.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.6.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.6.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.6.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.6.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.6.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.6.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.6.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.6.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.6.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.6.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.6.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.7.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.7.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.7.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.7.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.7.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.7.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.7.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.7.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.7.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.7.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.7.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.7.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.7.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.7.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.7.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.7.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.7.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.8.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.8.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.8.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.8.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.8.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.8.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.8.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.8.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.8.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.8.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.8.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.8.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.8.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.8.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.8.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.8.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.8.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.9.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.9.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.9.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.9.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.9.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.9.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.9.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.9.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.9.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.9.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.9.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.9.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.9.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.9.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.9.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.9.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.9.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.10.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.10.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.10.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.10.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.10.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.10.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.10.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.10.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.10.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.10.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.10.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.10.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.10.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.10.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.10.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.10.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.10.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.11.attention.self.query.weight', 'opt.multimodal_encoder.encoder.layer.11.attention.self.query.bias', 'opt.multimodal_encoder.encoder.layer.11.attention.self.key.weight', 'opt.multimodal_encoder.encoder.layer.11.attention.self.key.bias', 'opt.multimodal_encoder.encoder.layer.11.attention.self.value.weight', 'opt.multimodal_encoder.encoder.layer.11.attention.self.value.bias', 'opt.multimodal_encoder.encoder.layer.11.attention.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.11.attention.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.11.attention.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.11.attention.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.query.weight', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.query.bias', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.key.weight', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.key.bias', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.value.weight', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.cross.value.bias', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.11.cross_attn.output.LayerNorm.bias', 'opt.multimodal_encoder.encoder.layer.11.intermediate.dense.weight', 'opt.multimodal_encoder.encoder.layer.11.intermediate.dense.bias', 'opt.multimodal_encoder.encoder.layer.11.output.dense.weight', 'opt.multimodal_encoder.encoder.layer.11.output.dense.bias', 'opt.multimodal_encoder.encoder.layer.11.output.LayerNorm.weight', 'opt.multimodal_encoder.encoder.layer.11.output.LayerNorm.bias', 'opt.multimodal_head.dense.weight', 'opt.multimodal_head.dense.bias', 'opt.multimodal_head.layernorm.weight', 'opt.multimodal_head.layernorm.bias', 'opt.multimodal_head.decoder.weight', 'opt.multimodal_head.decoder.bias', 'proj_multi_input.0.weight', 'proj_multi_input.0.bias', 'proj_multi_input.1.weight', 'proj_multi_input.1.bias'] +02/25/2023 15:00:23 - INFO - utils.logger - build_optimizer +02/25/2023 15:00:23 - INFO - utils.logger - amp.initialize +02/25/2023 15:00:58 - INFO - utils.logger - ***** Running training with 128 GPUs ***** +02/25/2023 15:00:58 - INFO - utils.logger - Accumulate steps = 1 +02/25/2023 15:00:58 - INFO - utils.logger - vision_lr = 0.000000 +02/25/2023 15:00:58 - INFO - utils.logger - basic_lr = 0.000100 +02/25/2023 15:00:58 - INFO - utils.logger - Num steps = 50000 +02/25/2023 15:00:58 - INFO - utils.logger - Start step = 0 +02/25/2023 15:25:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.8427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 4.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 5.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 11.1826171875} +02/25/2023 15:47:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.88720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.53369140625} +02/25/2023 16:09:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.86279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.89453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 9.37060546875} +02/25/2023 16:30:43 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.86328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.921875} +02/25/2023 16:53:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.8525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.94921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.3935546875} +02/25/2023 17:15:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.85400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 3.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.67041015625} +02/25/2023 17:37:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.9228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.2578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.5029296875} +02/25/2023 17:58:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.85107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.15185546875} +02/25/2023 18:18:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.8486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.30078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.916015625} +02/25/2023 18:38:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.85400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.34765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 4.08203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 7.28369140625} +02/25/2023 18:57:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.8330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.21875} +02/25/2023 19:17:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.84326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.23828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.70361328125} +02/25/2023 19:34:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.85986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.96923828125} +02/25/2023 19:49:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.8349609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.7109375} +02/25/2023 20:07:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.81640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.912109375} +02/25/2023 20:24:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.80712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.90234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.23388671875} +02/25/2023 20:42:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.8525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.005859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3857421875} +02/25/2023 21:00:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.275390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.48046875} +02/25/2023 21:20:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.81591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.48828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.47607421875} +02/25/2023 21:41:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.8193359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.599609375} +02/25/2023 22:00:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.80615234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.77734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.27001953125} +02/25/2023 22:20:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.8046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.21875} +02/25/2023 22:40:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.79443359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.00927734375} +02/25/2023 23:00:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.7880859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.357421875} +02/25/2023 23:19:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.5576171875} +02/25/2023 23:19:53 - INFO - utils.logger - Step 5000: start validation +02/25/2023 23:36:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.82421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 2.271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.44140625} +02/25/2023 23:51:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.78759765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.56640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.70654296875} +02/26/2023 00:05:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.79345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.32373046875} +02/26/2023 00:19:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.79052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.31787109375} +02/26/2023 00:34:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1962890625} +02/26/2023 00:49:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.8017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.01953125} +02/26/2023 01:05:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.833984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.92578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9580078125} +02/26/2023 01:19:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.81103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3955078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.76708984375} +02/26/2023 01:32:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.7607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.44921875} +02/26/2023 01:46:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.771484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0029296875} +02/26/2023 01:59:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.78271484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.68212890625} +02/26/2023 02:12:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.7431640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.697265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.6826171875} +02/26/2023 02:25:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.587890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.91162109375} +02/26/2023 02:38:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.77978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.1875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.56005859375} +02/26/2023 02:51:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.341796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.060546875} +02/26/2023 03:04:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.7333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.203125} +02/26/2023 03:18:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.72705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.87109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.29736328125} +02/26/2023 03:31:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.75244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.958984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.38330078125} +02/26/2023 03:44:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.77099609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.99609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.93994140625} +02/26/2023 03:57:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.74560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.28759765625} +02/26/2023 04:11:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.76123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.62646484375} +02/26/2023 04:24:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.31689453125} +02/26/2023 04:37:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.72900390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.88720703125} +02/26/2023 04:50:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.73828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.29296875} +02/26/2023 05:04:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.83984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.205078125} +02/26/2023 05:04:18 - INFO - utils.logger - Step 10000: start validation +02/26/2023 05:17:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.095703125} +02/26/2023 05:30:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.75927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5322265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.61767578125} +02/26/2023 05:43:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.7763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9267578125} +02/26/2023 05:56:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.69921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.607421875} +02/26/2023 06:09:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.70263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.70947265625} +02/26/2023 06:22:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.69580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.67236328125} +02/26/2023 06:36:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.74755859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.541015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.65478515625} +02/26/2023 06:49:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.72216796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.58642578125} +02/26/2023 07:03:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.72607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.44482421875} +02/26/2023 07:17:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.62890625} +02/26/2023 07:30:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.67333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.86572265625} +02/26/2023 07:43:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.71044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.30517578125} +02/26/2023 07:57:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.73583984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.57421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.87060546875} +02/26/2023 08:12:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.74658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.36767578125} +02/26/2023 08:26:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.70166015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.55615234375} +02/26/2023 08:40:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.73486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.185546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.53271484375} +02/26/2023 08:55:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.7265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.3779296875} +02/26/2023 09:09:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.708984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.392578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.7705078125} +02/26/2023 09:24:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.69287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.208984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.81103515625} +02/26/2023 09:43:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.7021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.365234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.7373046875} +02/26/2023 10:04:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.7177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.0390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1142578125} +02/26/2023 10:22:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.345703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.724609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.7490234375} +02/26/2023 10:41:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.67822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9970703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.60302734375} +02/26/2023 11:00:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.68603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.45947265625} +02/26/2023 11:20:05 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.7314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.62890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 6.1787109375} +02/26/2023 11:20:05 - INFO - utils.logger - Step 15000: start validation +02/26/2023 11:35:28 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.69482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.90869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.890625} +02/26/2023 11:50:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.69775390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.998046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.26318359375} +02/26/2023 12:08:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5400390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.44140625} +02/26/2023 12:25:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.9990234375} +02/26/2023 12:43:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.70263671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.36474609375} +02/26/2023 13:01:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.85595703125} +02/26/2023 13:26:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.68310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.787109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.33544921875} +02/26/2023 13:47:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.77294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.74609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.18701171875} +02/26/2023 14:06:32 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.7109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.25390625} +02/26/2023 14:26:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.8662109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.9443359375} +02/26/2023 14:45:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.65966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.61669921875} +02/26/2023 15:03:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63623046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.009765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.90673828125} +02/26/2023 15:19:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.69091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.39501953125} +02/26/2023 15:36:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.412109375} +02/26/2023 15:50:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.64013671875} +02/26/2023 16:05:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.65966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0478515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.76806640625} +02/26/2023 16:25:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.25390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.77197265625} +02/26/2023 16:45:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.64990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.685546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.76806640625} +02/26/2023 17:07:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.3017578125} +02/26/2023 17:30:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.67041015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5439453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.35498046875} +02/26/2023 17:51:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.65869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.9619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.97265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.59326171875} +02/26/2023 18:10:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.71728515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.591796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.85791015625} +02/26/2023 18:30:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1943359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.7109375} +02/26/2023 18:47:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66064453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.78515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.93701171875} +02/26/2023 19:14:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.57177734375} +02/26/2023 19:14:20 - INFO - utils.logger - Step 20000: start validation +02/26/2023 19:36:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2001953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.947265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.78125} +02/26/2023 19:57:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.69677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.15185546875} +02/26/2023 20:15:20 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.732421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.78857421875} +02/26/2023 20:32:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.68994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2333984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.54248046875} +02/26/2023 20:49:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.68701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.05126953125} +02/26/2023 21:05:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.65966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.75244140625} +02/26/2023 21:27:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6689453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0712890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.44140625} +02/26/2023 21:46:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63916015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.18603515625} +02/26/2023 22:03:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.95556640625} +02/26/2023 22:21:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.18359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.02734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.8525390625} +02/26/2023 22:38:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66845703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.36669921875} +02/26/2023 22:57:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.794921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.96044921875} +02/26/2023 23:17:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.65283203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.51953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.84814453125} +02/26/2023 23:36:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.62353515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.52587890625} +02/26/2023 23:52:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.70458984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.37109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.21240234375} +02/27/2023 00:08:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.67626953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.02490234375} +02/27/2023 00:25:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.4765625} +02/27/2023 00:41:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.642578125} +02/27/2023 00:59:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.685546875} +02/27/2023 01:19:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.6376953125} +02/27/2023 01:36:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.40625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.765625} +02/27/2023 01:52:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.58984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.13671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.3427734375} +02/27/2023 02:08:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.64111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.158203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.1015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.90087890625} +02/27/2023 02:23:49 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.64501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.69384765625} +02/27/2023 02:39:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6904296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.83447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.560546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.08544921875} +02/27/2023 02:39:24 - INFO - utils.logger - Step 25000: start validation +02/27/2023 02:54:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.7255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.052734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.44384765625} +02/27/2023 03:09:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.53125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.85546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0390625} +02/27/2023 03:24:56 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.0537109375} +02/27/2023 03:40:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.048828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.82275390625} +02/27/2023 03:55:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.037109375} +02/27/2023 04:10:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1494140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.751953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5224609375} +02/27/2023 04:27:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.72021484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.85693359375} +02/27/2023 04:43:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.3125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.142578125} +02/27/2023 04:58:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.68798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.14453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.05224609375} +02/27/2023 05:13:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.94140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.80419921875} +02/27/2023 05:28:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.67529296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.80078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.77978515625} +02/27/2023 05:43:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.341796875} +02/27/2023 05:58:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.154296875} +02/27/2023 06:12:24 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.076171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.05859375} +02/27/2023 06:27:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.326171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.13818359375} +02/27/2023 06:41:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.8115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.146484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.59326171875} +02/27/2023 06:54:52 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.65966796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.24560546875} +02/27/2023 07:09:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.67919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.8173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.92431640625} +02/27/2023 07:25:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.677734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.76953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.875} +02/27/2023 07:41:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.1064453125} +02/27/2023 07:56:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.68212890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.6640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.37060546875} +02/27/2023 08:11:26 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.96533203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.38623046875} +02/27/2023 08:26:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.61865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0419921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.30029296875} +02/27/2023 08:41:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3818359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.14111328125} +02/27/2023 08:55:04 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.66552734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.8701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.47509765625} +02/27/2023 08:55:05 - INFO - utils.logger - Step 30000: start validation +02/27/2023 09:08:48 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.666015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.92919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.11083984375} +02/27/2023 09:22:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.64501953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.701171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.36572265625} +02/27/2023 09:37:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2255859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.7978515625} +02/27/2023 10:07:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.556640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.98046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.1767578125} +02/27/2023 10:23:55 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.62646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.79736328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.591796875} +02/27/2023 10:42:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6806640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.8779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.017578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.576171875} +02/27/2023 11:07:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.63671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.623046875} +02/27/2023 11:31:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.8828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0478515625} +02/27/2023 11:55:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.654296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.8388671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3857421875} +02/27/2023 12:22:08 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.60107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.94091796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.5244140625} +02/27/2023 12:49:10 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63720703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.63134765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.919921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.1884765625} +02/27/2023 13:11:39 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.50390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.1787109375} +02/27/2023 13:29:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6435546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.81982421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.94580078125} +02/27/2023 13:48:22 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.26171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.7119140625} +02/27/2023 14:09:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.095703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.54296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.28515625} +02/27/2023 14:32:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.60107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.45166015625} +02/27/2023 14:58:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.61181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1455078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.04638671875} +02/27/2023 15:22:40 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.646484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1259765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.2099609375} +02/27/2023 15:58:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.60693359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.48046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.02294921875} +02/27/2023 16:31:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.111328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.318359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.06396484375} +02/27/2023 16:58:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.4765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.298828125} +02/27/2023 17:21:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.78125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.56103515625} +02/27/2023 17:42:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.65869140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.681640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.82470703125} +02/27/2023 18:05:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.52734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.2685546875} +02/27/2023 18:28:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.388671875} +02/27/2023 18:28:14 - INFO - utils.logger - Step 35000: start validation +02/27/2023 18:49:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.69873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2607421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.18017578125} +02/27/2023 19:12:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6083984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.068359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.3076171875} +02/27/2023 19:36:27 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.60595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.63720703125} +02/27/2023 20:04:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6220703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.162109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.486328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.2705078125} +02/27/2023 20:33:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63525390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4951171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.45703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.58740234375} +02/27/2023 21:01:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63037109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.82763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.8642578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.322265625} +02/27/2023 21:32:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.64892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.17236328125} +02/27/2023 22:03:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.64013671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.71484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.87841796875} +02/27/2023 22:29:07 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6181640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0673828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.822265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.5078125} +02/27/2023 22:49:42 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6416015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.96484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.666015625} +02/27/2023 23:07:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.58837890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.95703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.64453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.18994140625} +02/27/2023 23:26:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6240234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.71875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.361328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.7041015625} +02/27/2023 23:48:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.81298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.763671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.19775390625} +02/28/2023 00:07:53 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.59716796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.09423828125} +02/28/2023 00:27:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.64306640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.20703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.89697265625} +02/28/2023 00:45:30 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6376953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.97412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.505859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.11767578125} +02/28/2023 01:02:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.65234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.90625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.56640625} +02/28/2023 01:21:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.60302734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2978515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.44775390625} +02/28/2023 01:43:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.59423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2197265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.42578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.23974609375} +02/28/2023 02:02:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.58935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9658203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.287109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.84228515625} +02/28/2023 02:19:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6298828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.93994140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.06640625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.63623046875} +02/28/2023 02:36:02 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.61865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.236328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.12255859375} +02/28/2023 02:54:31 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.611328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9267578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.8447265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.3828125} +02/28/2023 03:15:14 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.59765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2080078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.49609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.3017578125} +02/28/2023 03:34:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.810546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.4814453125} +02/28/2023 03:34:36 - INFO - utils.logger - Step 40000: start validation +02/28/2023 03:50:57 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.60791015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.23046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.21875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.05712890625} +02/28/2023 04:07:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.357421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.6142578125} +02/28/2023 04:24:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3115234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.32421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.2744140625} +02/28/2023 04:42:38 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.630859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.5625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.435546875} +02/28/2023 05:01:58 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.62548828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.67578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.513671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.81494140625} +02/28/2023 05:22:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.61669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.580078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.68115234375} +02/28/2023 05:43:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.09375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.9169921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.6279296875} +02/28/2023 06:04:45 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.05078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.77734375} +02/28/2023 06:21:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.64990234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2568359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.9609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.86767578125} +02/28/2023 06:37:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.08984375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.82763671875} +02/28/2023 06:51:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.59912109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.5390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.45263671875} +02/28/2023 07:05:54 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.62060546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.123046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.66845703125} +02/28/2023 07:20:18 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3173828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.294921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.2314453125} +02/28/2023 07:34:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.638671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0927734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.669921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.4013671875} +02/28/2023 07:49:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.59423828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.84765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.60693359375} +02/28/2023 08:03:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.68798828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.7890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.11181640625} +02/28/2023 08:18:15 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.60595703125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.16796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.35546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.12939453125} +02/28/2023 08:32:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5224609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.939453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 5.0869140625} +02/28/2023 08:48:03 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.244140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.572265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.44873046875} +02/28/2023 09:05:01 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.59228515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.826171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.55908203125} +02/28/2023 09:21:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.60888671875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.892578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.73583984375} +02/28/2023 09:37:19 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.62109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3310546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.119140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.0712890625} +02/28/2023 09:56:51 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.173828125} +02/28/2023 10:13:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.62451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.126953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.705078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.45654296875} +02/28/2023 10:28:47 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.58203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.07421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.203125} +02/28/2023 10:28:47 - INFO - utils.logger - Step 45000: start validation +02/28/2023 10:43:44 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6201171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.337890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.0751953125} +02/28/2023 10:59:25 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.619140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.98779296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.8125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.41943359375} +02/28/2023 11:18:00 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.62744140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.99462890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.03515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.6572265625} +02/28/2023 11:40:33 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.65380859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.10546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.490234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.24951171875} +02/28/2023 12:09:23 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.4873046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.107421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.22900390625} +02/28/2023 12:42:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.60498046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.8466796875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.09765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.54931640625} +02/28/2023 13:10:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6142578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2412109375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.263671875} +02/28/2023 13:34:12 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3896484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.384765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.4140625} +02/28/2023 13:57:13 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.62451171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3544921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.90283203125} +02/28/2023 14:19:29 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.61865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9248046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 3.205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.74853515625} +02/28/2023 14:45:06 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.603515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.9482421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.37890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.9306640625} +02/28/2023 15:19:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63427734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.23388671875} +02/28/2023 15:48:21 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.650390625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.1884765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.43359375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.2724609375} +02/28/2023 16:16:41 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63232421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.3564453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.01953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.00830078125} +02/28/2023 16:44:35 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.61279296875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.865234375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.2421875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.72021484375} +02/28/2023 17:08:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.61474609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.16015625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.8935546875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.66845703125} +02/28/2023 17:31:09 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.61328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2373046875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.314453125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.1650390625} +02/28/2023 17:53:16 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.6328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.51171875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.130859375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.275390625} +02/28/2023 18:19:50 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.60205078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2177734375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.140625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.96044921875} +02/28/2023 18:44:59 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.65087890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6044921875, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.8408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.09619140625} +02/28/2023 19:03:37 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.634765625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 0.876953125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 1.6923828125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 3.2041015625} +02/28/2023 19:24:36 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.61962890625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.6103515625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.72265625, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.95263671875} +02/28/2023 19:44:17 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.63330078125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.5, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.408203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.54150390625} +02/28/2023 20:04:46 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.64599609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.0849609375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.396484375, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.12744140625} +02/28/2023 20:25:11 - INFO - utils.logger - {'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/contra_loss': 0.60986328125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss': 1.2783203125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/masked_lm_loss_caption': 2.767578125, 'loss_contraTwo_unimlmTwo_mlmTwo--webvid10m/total_loss': 4.65576171875} +02/28/2023 20:25:11 - INFO - utils.logger - Step 50000: start validation