diff --git a/24_10_19_19_15_22_epoch6.pth b/24_10_19_19_15_22_epoch6.pth deleted file mode 100644 index e9664ff561381c320268138d64fac63b427db421..0000000000000000000000000000000000000000 --- a/24_10_19_19_15_22_epoch6.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0a6cd17775d7b12eabbe7da232fbac56a3c683e9f779f79cabb72e105ff8ea17 -size 816441854 diff --git a/24_10_19_19_40_41_epoch7.pth b/24_10_19_19_40_41_epoch7.pth deleted file mode 100644 index 83ebb29fcf7eccc43c465dc54d130d698b68cb00..0000000000000000000000000000000000000000 --- a/24_10_19_19_40_41_epoch7.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6d4701b8db89bdf82e3d15eacba1e8cbe2cd815e648e03bbfe0ca9eef17081b3 -size 816441854 diff --git a/24_10_19_20_04_15_epoch8.pth b/24_10_19_20_04_15_epoch8.pth deleted file mode 100644 index b06923e4ec4cd43a23c39954a9520446ac82a757..0000000000000000000000000000000000000000 --- a/24_10_19_20_04_15_epoch8.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6506bf5ab2b66e31329c52dcea39dd8ca49f168a4233f6672ca5e3e861623b32 -size 816441854 diff --git a/24_10_19_20_27_44_epoch9.pth b/24_10_19_20_27_44_epoch9.pth deleted file mode 100644 index 92d896163d047a321c1b6649aa76e1472194b9e5..0000000000000000000000000000000000000000 --- a/24_10_19_20_27_44_epoch9.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:35f61511fc9e1d980dc931b85b70bdaa99cd685133de79ae23795a4b8ed69cef -size 816441854 diff --git a/24_10_19_21_14_44_epoch11.pth b/24_10_19_21_14_44_epoch11.pth deleted file mode 100644 index 90104536aa0141e4064d420895a91f68e6654b6f..0000000000000000000000000000000000000000 --- a/24_10_19_21_14_44_epoch11.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:448dcb80ca16f3a17e1fc11d93be401cbc9cb4f48a111f9639957ea1bf474a75 -size 816441868 diff --git a/24_10_19_21_38_17_epoch12.pth b/24_10_19_21_38_17_epoch12.pth deleted file mode 100644 index 7e0dd72b5e8ac5b3d3dfbe2595842074241bf0d5..0000000000000000000000000000000000000000 --- a/24_10_19_21_38_17_epoch12.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cd5abd4d75c2752c6d6d8d79ad85c3ffc3d5d19609c559ce2b9aacd0afff6834 -size 816441868 diff --git a/24_10_19_22_01_49_epoch13.pth b/24_10_19_22_01_49_epoch13.pth deleted file mode 100644 index 51ec0e4ff054ed1ae7077c3526d318401e6905d0..0000000000000000000000000000000000000000 --- a/24_10_19_22_01_49_epoch13.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fbc33b3d677969c025cbc3555970ec74f899b632cd58ad323c8717fcb3acda6e -size 816441868 diff --git a/24_10_19_22_25_17_epoch14.pth b/24_10_19_22_25_17_epoch14.pth deleted file mode 100644 index c05ac099555fbb8b4603f827e48ac97f1e1f1822..0000000000000000000000000000000000000000 --- a/24_10_19_22_25_17_epoch14.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0f39fb4beb196fb8984991892875946a597f333070cf6017ab01744cb1c91858 -size 816441868 diff --git a/24_10_19_23_12_20_epoch16.pth b/24_10_19_23_12_20_epoch16.pth deleted file mode 100644 index bfab87601bca9a9e5c4b768810e3ce35324a08fb..0000000000000000000000000000000000000000 --- a/24_10_19_23_12_20_epoch16.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e654848f8fda8f79d8bfef0092f23c5d550ae793e80e62c155b44e9a0359c3b7 -size 816441868 diff --git a/24_10_19_23_35_50_epoch17.pth b/24_10_19_23_35_50_epoch17.pth deleted file mode 100644 index 552f1d1d3ea11d420c4bcf076ce190abdefaa160..0000000000000000000000000000000000000000 --- a/24_10_19_23_35_50_epoch17.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4b2df4ab3c1b5baf77c4ca5afc20e2061869054c02c9040cb7c647f59d02bb08 -size 816441868 diff --git a/24_10_20_18_41_30_epoch19.pth b/24_10_20_18_41_30_epoch19.pth deleted file mode 100644 index f0c1fb8eda97de750d06f26df0bd6e132432f0eb..0000000000000000000000000000000000000000 --- a/24_10_20_18_41_30_epoch19.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a7f7aa23aa3be85b9009521a38dfb117d51eaf62b28f1f8b3244e9be3fd8efd9 -size 816441868 diff --git a/24_10_20_19_28_29_epoch21.pth b/24_10_20_19_28_29_epoch21.pth deleted file mode 100644 index 68e9fc2aedad9bc567c59696633c2a1b413dc7fb..0000000000000000000000000000000000000000 --- a/24_10_20_19_28_29_epoch21.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bcf7effa693b2c4d3032a9acdb356c4f09ef10cca91fd6cb8e273ee99f528373 -size 816441868 diff --git a/24_10_20_19_51_56_epoch22.pth b/24_10_20_19_51_56_epoch22.pth deleted file mode 100644 index 5714fd9f337989c8f3ae862bbd87dd9f4f5deb9a..0000000000000000000000000000000000000000 --- a/24_10_20_19_51_56_epoch22.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aef8fb6b9be223a051e9e754868b3fc141fb1c6d69b4e5d782b2a91e0ec7b4f6 -size 816441868 diff --git a/24_10_20_20_15_23_epoch23.pth b/24_10_20_20_15_23_epoch23.pth deleted file mode 100644 index acacf601d40134110b6e4f3355ffb3e3e431f3af..0000000000000000000000000000000000000000 --- a/24_10_20_20_15_23_epoch23.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0f9b847262c3329bf1a10c5e8d001f0de5a61cb5208708579e0a1cd90854f307 -size 816441868 diff --git a/24_10_20_20_38_52_epoch24.pth b/24_10_20_20_38_52_epoch24.pth deleted file mode 100644 index d5d6b14217a263f15d2e33e4abaa02542d800433..0000000000000000000000000000000000000000 --- a/24_10_20_20_38_52_epoch24.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6d53380975b362db1ac10b1207518b1af6d28754b170f260f34c3e8e89113414 -size 816441868 diff --git a/24_10_20_21_25_45_epoch26.pth b/24_10_20_21_25_45_epoch26.pth deleted file mode 100644 index f930519fcf4557af1d3192f6f3dee19d65d6edf5..0000000000000000000000000000000000000000 --- a/24_10_20_21_25_45_epoch26.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:25ff0e1626aa5d03caae2d8c92f57b4431e9f2daa827c61240510db4f1a5a6ea -size 816441868 diff --git a/24_10_20_21_49_12_epoch27.pth b/24_10_20_21_49_12_epoch27.pth deleted file mode 100644 index 6209bf5dec5487f54079c1333df4c5d5cf124e4d..0000000000000000000000000000000000000000 --- a/24_10_20_21_49_12_epoch27.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dc0d942100b32a1980f0e62b71464ece42021afa68476fe82833273b52bd8c05 -size 816441868 diff --git a/24_10_20_22_12_36_epoch28.pth b/24_10_20_22_12_36_epoch28.pth deleted file mode 100644 index 3b8a38914f9c1de2a9d8b3f8f01dd68ebf292cf4..0000000000000000000000000000000000000000 --- a/24_10_20_22_12_36_epoch28.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aa9f14999dbf09814c9738c7280ddbf9d2681550b6b32948f48447de0c51e744 -size 816441868 diff --git a/24_10_20_22_35_58_epoch29.pth b/24_10_20_22_35_58_epoch29.pth deleted file mode 100644 index 71ca526c494c3c5ba49f4ee1c1ffc758fce02590..0000000000000000000000000000000000000000 --- a/24_10_20_22_35_58_epoch29.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e28e1f18e3a8a23123ec7863c6916cddff96eb3ed59ff7d5db68d99a84e57640 -size 816441868 diff --git a/24_10_20_23_22_56_epoch31.pth b/24_10_20_23_22_56_epoch31.pth deleted file mode 100644 index 2909dfc37f1363b005de2272979051e2d8c6eb16..0000000000000000000000000000000000000000 --- a/24_10_20_23_22_56_epoch31.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:af604d64485ce74b728f4400ef967ada00f17bb7e01f63754797cfd6f72ce617 -size 816441868 diff --git a/24_10_20_23_46_24_epoch32.pth b/24_10_20_23_46_24_epoch32.pth deleted file mode 100644 index 1e277ce069da86f22d67b9ae03c090da2e2ff524..0000000000000000000000000000000000000000 --- a/24_10_20_23_46_24_epoch32.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b8d1b52ac5f3030f08c6792e449239f5be75734f4fc9e9a2cc1759b8c5ed19dd -size 816441868 diff --git a/24_10_21_00_10_00_epoch33.pth b/24_10_21_00_10_00_epoch33.pth deleted file mode 100644 index 0c372541479fce8aacc2ab13816866b32ec2578a..0000000000000000000000000000000000000000 --- a/24_10_21_00_10_00_epoch33.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:453b96d1dc8966b43ea30eb0f32ce5632c6d8b1ce5a6997e55a4ee87039658ed -size 816441868 diff --git a/24_10_21_00_33_29_epoch34.pth b/24_10_21_00_33_29_epoch34.pth deleted file mode 100644 index 8c4741c7efc24635c3914df589bde6bc50be76d7..0000000000000000000000000000000000000000 --- a/24_10_21_00_33_29_epoch34.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4a06fda0e8dee4b31cc03663b11cf24954ca9fc22d5eb721cbba3ab4623a434b -size 816441868 diff --git a/24_10_21_01_20_30_epoch36.pth b/24_10_21_01_20_30_epoch36.pth deleted file mode 100644 index 13294e13bd21137f81eba0f7f6161aabdd97bf8e..0000000000000000000000000000000000000000 --- a/24_10_21_01_20_30_epoch36.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b93f53ce00935c186275f2dd2325b10091e465944644649fe6f026976384b2d4 -size 816441868 diff --git a/24_10_21_01_43_58_epoch37.pth b/24_10_21_01_43_58_epoch37.pth deleted file mode 100644 index 0237c19187cece51026ada50f0b55eb3d9a276a4..0000000000000000000000000000000000000000 --- a/24_10_21_01_43_58_epoch37.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:989d20a744baa5b258ad2ce14532fa4ca5d00a8d3a531fed9b72406123d57da0 -size 816441868 diff --git a/24_10_21_02_07_32_epoch38.pth b/24_10_21_02_07_32_epoch38.pth deleted file mode 100644 index e5644c22e64ca14dfac05765eb99eea888d66875..0000000000000000000000000000000000000000 --- a/24_10_21_02_07_32_epoch38.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:48e3e412c3f9933a4463cb50e3b22e71dfe3ce30fa8b0ff569ca35f45527fe22 -size 816441868 diff --git a/24_10_21_02_31_04_epoch39.pth b/24_10_21_02_31_04_epoch39.pth deleted file mode 100644 index 84060e64ad54902a830ad6dc0d3db9012e34773b..0000000000000000000000000000000000000000 --- a/24_10_21_02_31_04_epoch39.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:55888009858063f40c8196b8739917de107a3fe8fe4fbcc24f00b15b9ab1318a -size 816441868 diff --git a/24_10_21_03_18_07_epoch41.pth b/24_10_21_03_18_07_epoch41.pth deleted file mode 100644 index d071ad72ff689b5e21abc346f97a84f90eacbe74..0000000000000000000000000000000000000000 --- a/24_10_21_03_18_07_epoch41.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7fb940321ef6493d6b687d3b07c659d361df5dc35ce0db95245dbdfaa66cd337 -size 816441868 diff --git a/24_10_21_03_41_36_epoch42.pth b/24_10_21_03_41_36_epoch42.pth deleted file mode 100644 index ed8e9ab0280d4f60a00ba734dad95ebb13a5f33c..0000000000000000000000000000000000000000 --- a/24_10_21_03_41_36_epoch42.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:db24353115991a2b8009773a66ef9d80e5a1bae0f034b41865881c6c654813fe -size 816441868 diff --git a/24_10_21_04_05_08_epoch43.pth b/24_10_21_04_05_08_epoch43.pth deleted file mode 100644 index 407e7501ae75dba4ff2556d66194fa67478c229f..0000000000000000000000000000000000000000 --- a/24_10_21_04_05_08_epoch43.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6c6d821be0a6fd359b105a7d16dbfc51b9948f05bd4d8b7cdb9d9a3912974264 -size 816441868 diff --git a/24_10_21_04_28_33_epoch44.pth b/24_10_21_04_28_33_epoch44.pth deleted file mode 100644 index 4f8c2719ed576746fb3e2580dcd5800ea17e903f..0000000000000000000000000000000000000000 --- a/24_10_21_04_28_33_epoch44.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6c17649932b0e176cc37ae02ff1be6a50da4ab823323d8229d7c06a11ed54abc -size 816441868 diff --git a/24_10_21_05_15_33_epoch46.pth b/24_10_21_05_15_33_epoch46.pth deleted file mode 100644 index 682ab73438541cb41184dfc3e7f8744460ffc93d..0000000000000000000000000000000000000000 --- a/24_10_21_05_15_33_epoch46.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:87c6fdf0935e6714831b42fbb905719da7b90d6feb48b4c53412e835b4eb03fa -size 816441868 diff --git a/24_10_21_05_39_01_epoch47.pth b/24_10_21_05_39_01_epoch47.pth deleted file mode 100644 index d17628030f66ff2be5e52ec9f94e430344abc445..0000000000000000000000000000000000000000 --- a/24_10_21_05_39_01_epoch47.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a5a9618b7d67842ae90a9c9182e514ec666922288a789d55d8b2f14266551287 -size 816441868 diff --git a/24_10_21_06_02_29_epoch48.pth b/24_10_21_06_02_29_epoch48.pth deleted file mode 100644 index 126f8ba623f9f7aaa87b432df06f7032d344c3c9..0000000000000000000000000000000000000000 --- a/24_10_21_06_02_29_epoch48.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:32ee92b2e3a806467b97eca7c4d8cc9ece2cf138652f8a3eb135af345d55bf3b -size 816441868 diff --git a/24_10_21_06_51_48_epoch49.pth b/24_10_21_06_51_48_epoch49.pth deleted file mode 100644 index a55da7d999171b44e095d6d54870c0a110e5b54c..0000000000000000000000000000000000000000 --- a/24_10_21_06_51_48_epoch49.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2aa7860f1e1f4aeb6405139bf25e2ae8b73726e181f5cd077370ca4a52919a01 -size 816441868 diff --git a/24_10_27_07_02_01_log.txt b/24_10_27_07_02_01_log.txt deleted file mode 100644 index 59d7b590d88113a681fba50a3a8dbf03442ad76c..0000000000000000000000000000000000000000 --- a/24_10_27_07_02_01_log.txt +++ /dev/null @@ -1,100 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 100, - "iters_per_epoch": 5200, - "batch_size_train": 25, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/MIMIC-CXR-VQA" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000029", "train_loss": "0.462359"} diff --git a/24_10_27_11_36_44_log.txt b/24_10_27_11_36_44_log.txt deleted file mode 100644 index 9b3e6c50f40f4e2cd2bb1ca853670bd06fe77aba..0000000000000000000000000000000000000000 --- a/24_10_27_11_36_44_log.txt +++ /dev/null @@ -1,100 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} diff --git a/24_10_27_11_51_44_log.txt b/24_10_27_11_51_44_log.txt deleted file mode 100644 index d453ad177488602b7781aed2adb480cf21ac3260..0000000000000000000000000000000000000000 --- a/24_10_27_11_51_44_log.txt +++ /dev/null @@ -1,101 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} diff --git a/24_10_27_12_05_54_log.txt b/24_10_27_12_05_54_log.txt deleted file mode 100644 index e7b01103e15d3b6a47e05e86b260341fb1d2c808..0000000000000000000000000000000000000000 --- a/24_10_27_12_05_54_log.txt +++ /dev/null @@ -1,102 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} diff --git a/24_10_27_12_20_01_log.txt b/24_10_27_12_20_01_log.txt deleted file mode 100644 index 38504a5754bf1a018def8df6a1fe332c6f8454d5..0000000000000000000000000000000000000000 --- a/24_10_27_12_20_01_log.txt +++ /dev/null @@ -1,103 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} diff --git a/24_10_27_12_34_09_log.txt b/24_10_27_12_34_09_log.txt deleted file mode 100644 index 99dd0459278f17d44e2bdacc6f8bea3d58d52db4..0000000000000000000000000000000000000000 --- a/24_10_27_12_34_09_log.txt +++ /dev/null @@ -1,104 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} -{"train_lr": "0.000030", "train_loss": "0.610647"} diff --git a/24_10_27_12_48_17_log.txt b/24_10_27_12_48_17_log.txt deleted file mode 100644 index e427f31c24e7732ae8a730d918de7ed186f09d51..0000000000000000000000000000000000000000 --- a/24_10_27_12_48_17_log.txt +++ /dev/null @@ -1,105 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} -{"train_lr": "0.000030", "train_loss": "0.610647"} -{"train_lr": "0.000029", "train_loss": "0.574458"} diff --git a/24_10_27_13_03_15_log.txt b/24_10_27_13_03_15_log.txt deleted file mode 100644 index c1d02ace36138084a06af6b446c12122b8e4c528..0000000000000000000000000000000000000000 --- a/24_10_27_13_03_15_log.txt +++ /dev/null @@ -1,106 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} -{"train_lr": "0.000030", "train_loss": "0.610647"} -{"train_lr": "0.000029", "train_loss": "0.574458"} -{"train_lr": "0.000029", "train_loss": "0.542380"} diff --git a/24_10_27_13_17_21_log.txt b/24_10_27_13_17_21_log.txt deleted file mode 100644 index 9dd97260f66bcb0d50ea0f943c2e788da3fe1b7f..0000000000000000000000000000000000000000 --- a/24_10_27_13_17_21_log.txt +++ /dev/null @@ -1,107 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} -{"train_lr": "0.000030", "train_loss": "0.610647"} -{"train_lr": "0.000029", "train_loss": "0.574458"} -{"train_lr": "0.000029", "train_loss": "0.542380"} -{"train_lr": "0.000029", "train_loss": "0.509769"} diff --git a/24_10_27_13_31_29_log.txt b/24_10_27_13_31_29_log.txt deleted file mode 100644 index 9ce14ac3003a1aecd9fa9c11a9a35b699274be77..0000000000000000000000000000000000000000 --- a/24_10_27_13_31_29_log.txt +++ /dev/null @@ -1,108 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} -{"train_lr": "0.000030", "train_loss": "0.610647"} -{"train_lr": "0.000029", "train_loss": "0.574458"} -{"train_lr": "0.000029", "train_loss": "0.542380"} -{"train_lr": "0.000029", "train_loss": "0.509769"} -{"train_lr": "0.000029", "train_loss": "0.478779"} diff --git a/24_10_27_13_45_40_log.txt b/24_10_27_13_45_40_log.txt deleted file mode 100644 index bfce2ec7ca4ddbe01770e480127bf1141a9ff749..0000000000000000000000000000000000000000 --- a/24_10_27_13_45_40_log.txt +++ /dev/null @@ -1,109 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} -{"train_lr": "0.000030", "train_loss": "0.610647"} -{"train_lr": "0.000029", "train_loss": "0.574458"} -{"train_lr": "0.000029", "train_loss": "0.542380"} -{"train_lr": "0.000029", "train_loss": "0.509769"} -{"train_lr": "0.000029", "train_loss": "0.478779"} -{"train_lr": "0.000028", "train_loss": "0.448832"} diff --git a/24_10_27_13_59_49_log.txt b/24_10_27_13_59_49_log.txt deleted file mode 100644 index be9dab9605a8f5361cc887ca26c0d872f729187a..0000000000000000000000000000000000000000 --- a/24_10_27_13_59_49_log.txt +++ /dev/null @@ -1,110 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} -{"train_lr": "0.000030", "train_loss": "0.610647"} -{"train_lr": "0.000029", "train_loss": "0.574458"} -{"train_lr": "0.000029", "train_loss": "0.542380"} -{"train_lr": "0.000029", "train_loss": "0.509769"} -{"train_lr": "0.000029", "train_loss": "0.478779"} -{"train_lr": "0.000028", "train_loss": "0.448832"} -{"train_lr": "0.000028", "train_loss": "0.420626"} diff --git a/24_10_27_14_14_50_log.txt b/24_10_27_14_14_50_log.txt deleted file mode 100644 index beadfec7e4337c868c232a987391236ded1df0f2..0000000000000000000000000000000000000000 --- a/24_10_27_14_14_50_log.txt +++ /dev/null @@ -1,111 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} -{"train_lr": "0.000030", "train_loss": "0.610647"} -{"train_lr": "0.000029", "train_loss": "0.574458"} -{"train_lr": "0.000029", "train_loss": "0.542380"} -{"train_lr": "0.000029", "train_loss": "0.509769"} -{"train_lr": "0.000029", "train_loss": "0.478779"} -{"train_lr": "0.000028", "train_loss": "0.448832"} -{"train_lr": "0.000028", "train_loss": "0.420626"} -{"train_lr": "0.000028", "train_loss": "0.389205"} diff --git a/24_10_27_14_28_58_log.txt b/24_10_27_14_28_58_log.txt deleted file mode 100644 index ee249d3b62ecf805640fae2c60bf219d96593c8f..0000000000000000000000000000000000000000 --- a/24_10_27_14_28_58_log.txt +++ /dev/null @@ -1,112 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} -{"train_lr": "0.000030", "train_loss": "0.610647"} -{"train_lr": "0.000029", "train_loss": "0.574458"} -{"train_lr": "0.000029", "train_loss": "0.542380"} -{"train_lr": "0.000029", "train_loss": "0.509769"} -{"train_lr": "0.000029", "train_loss": "0.478779"} -{"train_lr": "0.000028", "train_loss": "0.448832"} -{"train_lr": "0.000028", "train_loss": "0.420626"} -{"train_lr": "0.000028", "train_loss": "0.389205"} -{"train_lr": "0.000027", "train_loss": "0.360322"} diff --git a/24_10_27_14_43_05_log.txt b/24_10_27_14_43_05_log.txt deleted file mode 100644 index c47e92b5bc7f1b7004528b618f3821d6b00389e4..0000000000000000000000000000000000000000 --- a/24_10_27_14_43_05_log.txt +++ /dev/null @@ -1,113 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} -{"train_lr": "0.000030", "train_loss": "0.610647"} -{"train_lr": "0.000029", "train_loss": "0.574458"} -{"train_lr": "0.000029", "train_loss": "0.542380"} -{"train_lr": "0.000029", "train_loss": "0.509769"} -{"train_lr": "0.000029", "train_loss": "0.478779"} -{"train_lr": "0.000028", "train_loss": "0.448832"} -{"train_lr": "0.000028", "train_loss": "0.420626"} -{"train_lr": "0.000028", "train_loss": "0.389205"} -{"train_lr": "0.000027", "train_loss": "0.360322"} -{"train_lr": "0.000027", "train_loss": "0.331934"} diff --git a/24_10_27_14_57_14_log.txt b/24_10_27_14_57_14_log.txt deleted file mode 100644 index 51e8ea4ee763dbc9de538a2e4b40a6bf1e1a142c..0000000000000000000000000000000000000000 --- a/24_10_27_14_57_14_log.txt +++ /dev/null @@ -1,114 +0,0 @@ -{ - "run": { - "task": "image_text_pretrain", - "lr_sched": "linear_warmup_cosine_lr", - "init_lr": 3e-05, - "min_lr": 1e-05, - "warmup_lr": 1e-06, - "weight_decay": 0.05, - "max_epoch": 50, - "iters_per_epoch": 600, - "batch_size_train": 15, - "batch_size_eval": 1, - "num_workers": 4, - "warmup_steps": 200, - "seed": 42, - "output_dir": "output/xraygpt_vqa_finetune", - "amp": true, - "resume_ckpt_path": null, - "evaluate": false, - "train_splits": [ - "train" - ], - "device": "cuda", - "world_size": 2, - "dist_url": "env://", - "distributed": true, - "rank": 0, - "gpu": 0, - "dist_backend": "nccl" - }, - "model": { - "arch": "mini_gpt4", - "image_size": 224, - "drop_path_rate": 0, - "use_grad_checkpoint": false, - "vit_precision": "fp16", - "freeze_vit": true, - "freeze_qformer": true, - "num_query_token": 32, - "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational", - "prompt": "", - "lora_r": 16, - "lora_alpha": 16, - "lora_target_modules": [ - "q_proj", - "k_proj", - "v_proj", - "o_proj", - "gate_proj", - "up_proj", - "down_proj" - ], - "lora_dropout": 0.1, - "lora_bias": "none", - "model_type": "pretrain_vicuna", - "max_txt_len": 160, - "end_sym": "<|eot_id|>", - "ckpt": "24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth" - }, - "preprocess": { - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - }, - "eval": { - "name": "blip2_image_eval", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - }, - "eval": { - "name": "blip_caption" - } - } - }, - "datasets": { - "vqa": { - "data_type": "images", - "build_info": { - "storage": "dataset/llava_med_60k_instruct" - }, - "vis_processor": { - "train": { - "name": "blip2_image_train", - "image_size": 224 - } - }, - "text_processor": { - "train": { - "name": "blip_caption" - } - } - } - } -} -{"train_lr": "0.000025", "train_loss": "1.129822"} -{"train_lr": "0.000030", "train_loss": "0.771452"} -{"train_lr": "0.000030", "train_loss": "0.699119"} -{"train_lr": "0.000030", "train_loss": "0.650587"} -{"train_lr": "0.000030", "train_loss": "0.610647"} -{"train_lr": "0.000029", "train_loss": "0.574458"} -{"train_lr": "0.000029", "train_loss": "0.542380"} -{"train_lr": "0.000029", "train_loss": "0.509769"} -{"train_lr": "0.000029", "train_loss": "0.478779"} -{"train_lr": "0.000028", "train_loss": "0.448832"} -{"train_lr": "0.000028", "train_loss": "0.420626"} -{"train_lr": "0.000028", "train_loss": "0.389205"} -{"train_lr": "0.000027", "train_loss": "0.360322"} -{"train_lr": "0.000027", "train_loss": "0.331934"} -{"train_lr": "0.000026", "train_loss": "0.303854"} diff --git a/24_10_08_13_05_47_train1.pth b/Finetune/24_10_08_13_05_47_train1.pth similarity index 100% rename from 24_10_08_13_05_47_train1.pth rename to Finetune/24_10_08_13_05_47_train1.pth diff --git a/24_10_08_14_13_03_finetune1.pth b/Finetune/24_10_08_14_13_03_finetune1.pth similarity index 100% rename from 24_10_08_14_13_03_finetune1.pth rename to Finetune/24_10_08_14_13_03_finetune1.pth diff --git a/24_10_20_05_46_31_epoch0.pth b/Finetune/24_10_20_05_46_31_epoch0.pth similarity index 100% rename from 24_10_20_05_46_31_epoch0.pth rename to Finetune/24_10_20_05_46_31_epoch0.pth diff --git a/24_10_20_08_23_42_pretrain18_finetune3_log.txt b/Finetune/24_10_20_08_23_42_pretrain18_finetune3_log.txt similarity index 100% rename from 24_10_20_08_23_42_pretrain18_finetune3_log.txt rename to Finetune/24_10_20_08_23_42_pretrain18_finetune3_log.txt diff --git a/24_10_20_08_23_44_pretrain18_finetune3_llama3.2.pth b/Finetune/24_10_20_08_23_44_pretrain18_finetune3_llama3.2.pth similarity index 100% rename from 24_10_20_08_23_44_pretrain18_finetune3_llama3.2.pth rename to Finetune/24_10_20_08_23_44_pretrain18_finetune3_llama3.2.pth diff --git a/24_10_21_06_51_46_log.txt b/Finetune/24_10_21_06_51_46_log.txt similarity index 100% rename from 24_10_21_06_51_46_log.txt rename to Finetune/24_10_21_06_51_46_log.txt diff --git a/24_10_21_07_48_07_log.txt b/Finetune/24_10_21_07_48_07_log.txt similarity index 100% rename from 24_10_21_07_48_07_log.txt rename to Finetune/24_10_21_07_48_07_log.txt diff --git a/24_10_21_07_48_10_pretrain50_finetune1.pth b/Finetune/24_10_21_07_48_10_pretrain50_finetune1.pth similarity index 100% rename from 24_10_21_07_48_10_pretrain50_finetune1.pth rename to Finetune/24_10_21_07_48_10_pretrain50_finetune1.pth diff --git a/24_10_22_09_03_08_train100_finetune1.pth b/Finetune/24_10_22_09_03_08_train100_finetune1.pth similarity index 100% rename from 24_10_22_09_03_08_train100_finetune1.pth rename to Finetune/24_10_22_09_03_08_train100_finetune1.pth diff --git a/24_10_22_09_03_08_train100_finetune1_log.txt b/Finetune/24_10_22_09_03_08_train100_finetune1_log.txt similarity index 100% rename from 24_10_22_09_03_08_train100_finetune1_log.txt rename to Finetune/24_10_22_09_03_08_train100_finetune1_log.txt diff --git a/24_10_27_11_36_47_epoch0.pth b/Finetune_lora_llava_med/24_10_27_11_36_47_epoch0.pth similarity index 100% rename from 24_10_27_11_36_47_epoch0.pth rename to Finetune_lora_llava_med/24_10_27_11_36_47_epoch0.pth diff --git a/24_10_27_12_48_20_epoch5.pth b/Finetune_lora_llava_med/24_10_27_12_48_20_epoch5.pth similarity index 100% rename from 24_10_27_12_48_20_epoch5.pth rename to Finetune_lora_llava_med/24_10_27_12_48_20_epoch5.pth diff --git a/24_10_27_13_59_52_epoch10.pth b/Finetune_lora_llava_med/24_10_27_13_59_52_epoch10.pth similarity index 100% rename from 24_10_27_13_59_52_epoch10.pth rename to Finetune_lora_llava_med/24_10_27_13_59_52_epoch10.pth diff --git a/24_10_27_15_11_26_log.txt b/Finetune_lora_llava_med/24_10_27_15_11_26_pretrain100_finetune1_lora_openi_finetune15_llavamed_log.txt similarity index 100% rename from 24_10_27_15_11_26_log.txt rename to Finetune_lora_llava_med/24_10_27_15_11_26_pretrain100_finetune1_lora_openi_finetune15_llavamed_log.txt diff --git a/24_10_27_15_11_29_epoch15.pth b/Finetune_lora_llava_med/24_10_27_15_11_29_epoch15.pth similarity index 100% rename from 24_10_27_15_11_29_epoch15.pth rename to Finetune_lora_llava_med/24_10_27_15_11_29_epoch15.pth diff --git a/24_10_26_14_03_06_pretrain100_finetune2_lora_openi_finetune1_mimic_vqa_log.txt b/Finetune_lora_mimic_vqa/24_10_26_14_03_06_pretrain100_finetune2_lora_openi_finetune1_mimic_vqa_log.txt similarity index 100% rename from 24_10_26_14_03_06_pretrain100_finetune2_lora_openi_finetune1_mimic_vqa_log.txt rename to Finetune_lora_mimic_vqa/24_10_26_14_03_06_pretrain100_finetune2_lora_openi_finetune1_mimic_vqa_log.txt diff --git a/24_10_27_07_00_09_pretrain100_finetune2_lora_openi_finetune1_mimic_vqa.pth b/Finetune_lora_mimic_vqa/24_10_27_07_00_09_pretrain100_finetune2_lora_openi_finetune1_mimic_vqa.pth similarity index 100% rename from 24_10_27_07_00_09_pretrain100_finetune2_lora_openi_finetune1_mimic_vqa.pth rename to Finetune_lora_mimic_vqa/24_10_27_07_00_09_pretrain100_finetune2_lora_openi_finetune1_mimic_vqa.pth diff --git a/24_10_26_12_37_11_train100_finetune1_lora_log.txt b/Finetune_lora_openi/24_10_26_12_37_11_train100_finetune1_lora_log.txt similarity index 100% rename from 24_10_26_12_37_11_train100_finetune1_lora_log.txt rename to Finetune_lora_openi/24_10_26_12_37_11_train100_finetune1_lora_log.txt diff --git a/24_10_26_12_37_14_pretrain100_finetune1_lora_openi.pth b/Finetune_lora_openi/24_10_26_12_37_14_pretrain100_finetune1_lora_openi.pth similarity index 100% rename from 24_10_26_12_37_14_pretrain100_finetune1_lora_openi.pth rename to Finetune_lora_openi/24_10_26_12_37_14_pretrain100_finetune1_lora_openi.pth diff --git a/24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth b/Finetune_lora_openi/24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth similarity index 100% rename from 24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth rename to Finetune_lora_openi/24_10_26_14_03_09_pretrain100_finetune2_lora_openi.pth diff --git a/24_10_19_18_50_23_epoch5.pth b/Pretrain_LLaMA3.2/24_10_19_18_50_23_epoch5.pth similarity index 100% rename from 24_10_19_18_50_23_epoch5.pth rename to Pretrain_LLaMA3.2/24_10_19_18_50_23_epoch5.pth diff --git a/24_10_19_20_51_17_epoch10.pth b/Pretrain_LLaMA3.2/24_10_19_20_51_17_epoch10.pth similarity index 100% rename from 24_10_19_20_51_17_epoch10.pth rename to Pretrain_LLaMA3.2/24_10_19_20_51_17_epoch10.pth diff --git a/24_10_19_22_48_53_epoch15.pth b/Pretrain_LLaMA3.2/24_10_19_22_48_53_epoch15.pth similarity index 100% rename from 24_10_19_22_48_53_epoch15.pth rename to Pretrain_LLaMA3.2/24_10_19_22_48_53_epoch15.pth diff --git a/24_10_20_19_04_58_epoch20.pth b/Pretrain_LLaMA3.2/24_10_20_19_04_58_epoch20.pth similarity index 100% rename from 24_10_20_19_04_58_epoch20.pth rename to Pretrain_LLaMA3.2/24_10_20_19_04_58_epoch20.pth diff --git a/24_10_20_21_02_18_epoch25.pth b/Pretrain_LLaMA3.2/24_10_20_21_02_18_epoch25.pth similarity index 100% rename from 24_10_20_21_02_18_epoch25.pth rename to Pretrain_LLaMA3.2/24_10_20_21_02_18_epoch25.pth diff --git a/24_10_20_22_59_29_epoch30.pth b/Pretrain_LLaMA3.2/24_10_20_22_59_29_epoch30.pth similarity index 100% rename from 24_10_20_22_59_29_epoch30.pth rename to Pretrain_LLaMA3.2/24_10_20_22_59_29_epoch30.pth diff --git a/24_10_21_00_57_03_epoch35.pth b/Pretrain_LLaMA3.2/24_10_21_00_57_03_epoch35.pth similarity index 100% rename from 24_10_21_00_57_03_epoch35.pth rename to Pretrain_LLaMA3.2/24_10_21_00_57_03_epoch35.pth diff --git a/24_10_21_02_54_34_epoch40.pth b/Pretrain_LLaMA3.2/24_10_21_02_54_34_epoch40.pth similarity index 100% rename from 24_10_21_02_54_34_epoch40.pth rename to Pretrain_LLaMA3.2/24_10_21_02_54_34_epoch40.pth diff --git a/24_10_21_04_52_04_epoch45.pth b/Pretrain_LLaMA3.2/24_10_21_04_52_04_epoch45.pth similarity index 100% rename from 24_10_21_04_52_04_epoch45.pth rename to Pretrain_LLaMA3.2/24_10_21_04_52_04_epoch45.pth diff --git a/24_10_21_13_24_07_epoch50.pth b/Pretrain_LLaMA3.2/24_10_21_13_24_07_epoch50.pth similarity index 100% rename from 24_10_21_13_24_07_epoch50.pth rename to Pretrain_LLaMA3.2/24_10_21_13_24_07_epoch50.pth diff --git a/24_10_21_15_19_31_epoch55.pth b/Pretrain_LLaMA3.2/24_10_21_15_19_31_epoch55.pth similarity index 100% rename from 24_10_21_15_19_31_epoch55.pth rename to Pretrain_LLaMA3.2/24_10_21_15_19_31_epoch55.pth diff --git a/24_10_21_17_14_53_epoch60.pth b/Pretrain_LLaMA3.2/24_10_21_17_14_53_epoch60.pth similarity index 100% rename from 24_10_21_17_14_53_epoch60.pth rename to Pretrain_LLaMA3.2/24_10_21_17_14_53_epoch60.pth diff --git a/24_10_21_19_10_12_epoch65.pth b/Pretrain_LLaMA3.2/24_10_21_19_10_12_epoch65.pth similarity index 100% rename from 24_10_21_19_10_12_epoch65.pth rename to Pretrain_LLaMA3.2/24_10_21_19_10_12_epoch65.pth diff --git a/24_10_21_21_05_32_epoch70.pth b/Pretrain_LLaMA3.2/24_10_21_21_05_32_epoch70.pth similarity index 100% rename from 24_10_21_21_05_32_epoch70.pth rename to Pretrain_LLaMA3.2/24_10_21_21_05_32_epoch70.pth diff --git a/24_10_21_23_00_52_epoch75.pth b/Pretrain_LLaMA3.2/24_10_21_23_00_52_epoch75.pth similarity index 100% rename from 24_10_21_23_00_52_epoch75.pth rename to Pretrain_LLaMA3.2/24_10_21_23_00_52_epoch75.pth diff --git a/24_10_22_00_56_14_epoch80.pth b/Pretrain_LLaMA3.2/24_10_22_00_56_14_epoch80.pth similarity index 100% rename from 24_10_22_00_56_14_epoch80.pth rename to Pretrain_LLaMA3.2/24_10_22_00_56_14_epoch80.pth diff --git a/24_10_22_02_51_37_epoch85.pth b/Pretrain_LLaMA3.2/24_10_22_02_51_37_epoch85.pth similarity index 100% rename from 24_10_22_02_51_37_epoch85.pth rename to Pretrain_LLaMA3.2/24_10_22_02_51_37_epoch85.pth diff --git a/24_10_22_04_46_52_epoch90.pth b/Pretrain_LLaMA3.2/24_10_22_04_46_52_epoch90.pth similarity index 100% rename from 24_10_22_04_46_52_epoch90.pth rename to Pretrain_LLaMA3.2/24_10_22_04_46_52_epoch90.pth diff --git a/24_10_22_06_42_09_epoch95.pth b/Pretrain_LLaMA3.2/24_10_22_06_42_09_epoch95.pth similarity index 100% rename from 24_10_22_06_42_09_epoch95.pth rename to Pretrain_LLaMA3.2/24_10_22_06_42_09_epoch95.pth diff --git a/24_10_22_08_14_39_epoch99.pth b/Pretrain_LLaMA3.2/24_10_22_08_14_39_epoch99.pth similarity index 100% rename from 24_10_22_08_14_39_epoch99.pth rename to Pretrain_LLaMA3.2/24_10_22_08_14_39_epoch99.pth diff --git a/24_10_22_08_14_39_train100_log.txt b/Pretrain_LLaMA3.2/24_10_22_08_14_39_train100_log.txt similarity index 100% rename from 24_10_22_08_14_39_train100_log.txt rename to Pretrain_LLaMA3.2/24_10_22_08_14_39_train100_log.txt diff --git a/2024-10-05-17-21-52_finetune0.pth b/trash/2024-10-05-17-21-52_finetune0.pth similarity index 100% rename from 2024-10-05-17-21-52_finetune0.pth rename to trash/2024-10-05-17-21-52_finetune0.pth diff --git a/2024-10-05-17-21-52_train0.pth b/trash/2024-10-05-17-21-52_train0.pth similarity index 100% rename from 2024-10-05-17-21-52_train0.pth rename to trash/2024-10-05-17-21-52_train0.pth