Upload 30 files

FusionAudio-25K/adapter_config.json

@@ -0,0 +1,17 @@
+{
+  "base_model_name_or_path": "/wangbenyou/xinyuan/models/Llama-2-7b-chat-hf-qformer",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "lora_alpha": 16,
+  "lora_dropout": 0.1,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

FusionAudio-25K/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89461873b357d42556596cf7927590717c7b104202c5252d5d243c1a1eaec3f3
+size 16822989

FusionAudio-25K/checkpoint/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fec7c1f399817653daff598ab0c8f4feeae5cd60a65fdfdfade815355506e0
+size 1946313914

FusionAudio-25K/checkpoint/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e094d950debb54619d48ab0feb4ba581c073ad27178311de6f29fc154ff6edb
+size 1029854941

FusionAudio-25K/checkpoint/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27929a6bc788fc1a01383074cb25e634b3ccb756d486aee1e87ed47dde13706
+size 14583

FusionAudio-25K/checkpoint/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0e65d198811c0a7cb9c82bc7aaa24f5ce2a38f4421f79597e5a38bbb1f8e23
+size 14583

FusionAudio-25K/checkpoint/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e32399ba958838409db6661dc517619f4f7de894e0e75fabb367a8be6286d4
+size 14583

FusionAudio-25K/checkpoint/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beebb301f4f9d3b6cb1488b3b6f150acc55f347d423574b7562b44be45385aad
+size 14583

FusionAudio-25K/checkpoint/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6365e3f308e8bf1bf07099eab9b8bd8ffd73bd190301745d4bcf7e3943086f7
+size 14583

FusionAudio-25K/checkpoint/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d300fa646ebe0c128bc9ef0984743973311346868bf2d89a21d4e73ea6c0ad
+size 14583

FusionAudio-25K/checkpoint/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba4445638d72eb833176cae0a9529a3a08a62824d08e9a793d1c4ccacaa6a6e
+size 14583

FusionAudio-25K/checkpoint/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01026bcf8e8e54f74b6a8813a724df89f376f5f8a2d5084a8d3f2dd518b72dd
+size 14583

FusionAudio-25K/checkpoint/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305aab0a691ba98cc6fd6fb0e3b2918a0a8add1775e32d526f37c650c963bf33
+size 627

FusionAudio-25K/checkpoint/trainer_state.json

@@ -0,0 +1,262 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.976982097186701,
+  "global_step": 291,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.790940766550522e-05,
+      "loss": 1.9828,
+      "step": 10
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.442508710801395e-05,
+      "loss": 1.6574,
+      "step": 20
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.094076655052265e-05,
+      "loss": 1.5428,
+      "step": 30
+    },
+    {
+      "epoch": 0.31,
+      "eval_loss": 1.5080170631408691,
+      "eval_runtime": 3.3315,
+      "eval_samples_per_second": 166.892,
+      "eval_steps_per_second": 2.701,
+      "step": 30
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.745644599303136e-05,
+      "loss": 1.4842,
+      "step": 40
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.397212543554008e-05,
+      "loss": 1.4473,
+      "step": 50
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 8.048780487804879e-05,
+      "loss": 1.4192,
+      "step": 60
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 1.4152321815490723,
+      "eval_runtime": 3.3113,
+      "eval_samples_per_second": 167.908,
+      "eval_steps_per_second": 2.718,
+      "step": 60
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.700348432055749e-05,
+      "loss": 1.4157,
+      "step": 70
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.35191637630662e-05,
+      "loss": 1.3794,
+      "step": 80
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 7.003484320557492e-05,
+      "loss": 1.3618,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 1.3724521398544312,
+      "eval_runtime": 3.2923,
+      "eval_samples_per_second": 168.879,
+      "eval_steps_per_second": 2.734,
+      "step": 90
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.655052264808363e-05,
+      "loss": 1.3483,
+      "step": 100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.306620209059234e-05,
+      "loss": 1.3452,
+      "step": 110
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.958188153310105e-05,
+      "loss": 1.3297,
+      "step": 120
+    },
+    {
+      "epoch": 1.23,
+      "eval_loss": 1.3456683158874512,
+      "eval_runtime": 3.2951,
+      "eval_samples_per_second": 168.734,
+      "eval_steps_per_second": 2.731,
+      "step": 120
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.6097560975609764e-05,
+      "loss": 1.3149,
+      "step": 130
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 5.261324041811847e-05,
+      "loss": 1.3135,
+      "step": 140
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.9128919860627184e-05,
+      "loss": 1.3014,
+      "step": 150
+    },
+    {
+      "epoch": 1.53,
+      "eval_loss": 1.3272855281829834,
+      "eval_runtime": 3.2699,
+      "eval_samples_per_second": 170.036,
+      "eval_steps_per_second": 2.752,
+      "step": 150
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.564459930313589e-05,
+      "loss": 1.3014,
+      "step": 160
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 4.21602787456446e-05,
+      "loss": 1.2839,
+      "step": 170
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.867595818815331e-05,
+      "loss": 1.2845,
+      "step": 180
+    },
+    {
+      "epoch": 1.84,
+      "eval_loss": 1.3136122226715088,
+      "eval_runtime": 3.363,
+      "eval_samples_per_second": 165.328,
+      "eval_steps_per_second": 2.676,
+      "step": 180
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.5191637630662025e-05,
+      "loss": 1.2693,
+      "step": 190
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 3.170731707317073e-05,
+      "loss": 1.2665,
+      "step": 200
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.8222996515679445e-05,
+      "loss": 1.2614,
+      "step": 210
+    },
+    {
+      "epoch": 2.15,
+      "eval_loss": 1.3054131269454956,
+      "eval_runtime": 3.3215,
+      "eval_samples_per_second": 167.392,
+      "eval_steps_per_second": 2.71,
+      "step": 210
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.4738675958188155e-05,
+      "loss": 1.2486,
+      "step": 220
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.1254355400696865e-05,
+      "loss": 1.2521,
+      "step": 230
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.7770034843205575e-05,
+      "loss": 1.2466,
+      "step": 240
+    },
+    {
+      "epoch": 2.46,
+      "eval_loss": 1.2998528480529785,
+      "eval_runtime": 3.3399,
+      "eval_samples_per_second": 166.47,
+      "eval_steps_per_second": 2.695,
+      "step": 240
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 1.4285714285714285e-05,
+      "loss": 1.2489,
+      "step": 250
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.0801393728222997e-05,
+      "loss": 1.238,
+      "step": 260
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 7.317073170731707e-06,
+      "loss": 1.2353,
+      "step": 270
+    },
+    {
+      "epoch": 2.76,
+      "eval_loss": 1.2975901365280151,
+      "eval_runtime": 3.3306,
+      "eval_samples_per_second": 166.935,
+      "eval_steps_per_second": 2.702,
+      "step": 270
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 3.832752613240418e-06,
+      "loss": 1.2444,
+      "step": 280
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 3.4843205574912896e-07,
+      "loss": 1.2413,
+      "step": 290
+    }
+  ],
+  "max_steps": 291,
+  "num_train_epochs": 3,
+  "total_flos": 3.2140961068036915e+17,
+  "trial_name": null,
+  "trial_params": null
+}

FusionAudio-25K/checkpoint/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dc2a4d6edbd987a6e9efb9ff962fb00c3f29ae62b3d377d05653fe6aff9fd7
+size 3707

FusionAudio-high-25K/adapter_config.json

@@ -0,0 +1,17 @@
+{
+  "base_model_name_or_path": "/wangbenyou/xinyuan/models/Llama-2-7b-chat-hf-qformer",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "lora_alpha": 16,
+  "lora_dropout": 0.1,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

FusionAudio-high-25K/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a3dc9b312bd261ba431fbdd8f4f74cf8e5b322f1a773c9f952d0d32ea30cd9
+size 16822989

FusionAudio-high-25K/checkpoint/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b9b266a109627bdaa74361dececa34ad0ab288b83bd712ab67b254a0fd3a61
+size 1946313914

FusionAudio-high-25K/checkpoint/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3811789daeb6778602bb1fa6bdce53880d67b9b9adb6da859ac28ddf700c2957
+size 1029854941

FusionAudio-high-25K/checkpoint/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2205cc84cc8761e3d12ac0233f6ba780bd84ee4947d3c38a1273491a36fea61
+size 14583

FusionAudio-high-25K/checkpoint/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400a4b4c589eb5be619a55ec595c4c7ec76a78e5a7116ad1e6d7deb137597bcf
+size 14583

FusionAudio-high-25K/checkpoint/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792fafa305aecd0636d4e17634eabb49b70c18264a7d4936adad7118a7a3b412
+size 14583

FusionAudio-high-25K/checkpoint/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b624f5d5609e80a452c18efb3d867f819a63b69af6165abed19a5c7a4f2eef0
+size 14583

FusionAudio-high-25K/checkpoint/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b69882f7afe02537ddea36207e25242a27a90c8e2c4808f6b700c73e6367a1
+size 14583

FusionAudio-high-25K/checkpoint/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74225c6cad5c07afa4c1998c1b8907a4eda1d42e9637b7b4169a0fac4df2de5
+size 14583

FusionAudio-high-25K/checkpoint/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2239d68a4a4e507ef839c3143dff0b75bbfde34394380ed3300d84ac7c3a0a6
+size 14583

FusionAudio-high-25K/checkpoint/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6371d9d62d330172bf3116023f5b12603baa3a7418c5c157398abcb79446f3
+size 14583

FusionAudio-high-25K/checkpoint/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305aab0a691ba98cc6fd6fb0e3b2918a0a8add1775e32d526f37c650c963bf33
+size 627

FusionAudio-high-25K/checkpoint/trainer_state.json

@@ -0,0 +1,262 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.976982097186701,
+  "global_step": 291,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.9645390070922e-05,
+      "loss": 1.9882,
+      "step": 10
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.609929078014184e-05,
+      "loss": 1.6584,
+      "step": 20
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.25531914893617e-05,
+      "loss": 1.5323,
+      "step": 30
+    },
+    {
+      "epoch": 0.31,
+      "eval_loss": 1.5089486837387085,
+      "eval_runtime": 2.18,
+      "eval_samples_per_second": 144.952,
+      "eval_steps_per_second": 2.294,
+      "step": 30
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.900709219858157e-05,
+      "loss": 1.4599,
+      "step": 40
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.546099290780141e-05,
+      "loss": 1.4293,
+      "step": 50
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 8.191489361702128e-05,
+      "loss": 1.4053,
+      "step": 60
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 1.4135805368423462,
+      "eval_runtime": 2.1251,
+      "eval_samples_per_second": 148.7,
+      "eval_steps_per_second": 2.353,
+      "step": 60
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.836879432624114e-05,
+      "loss": 1.3742,
+      "step": 70
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.4822695035461e-05,
+      "loss": 1.3661,
+      "step": 80
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 7.127659574468085e-05,
+      "loss": 1.3467,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 1.3712761402130127,
+      "eval_runtime": 2.1453,
+      "eval_samples_per_second": 147.299,
+      "eval_steps_per_second": 2.331,
+      "step": 90
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.773049645390071e-05,
+      "loss": 1.3385,
+      "step": 100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.418439716312057e-05,
+      "loss": 1.32,
+      "step": 110
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.063829787234043e-05,
+      "loss": 1.3118,
+      "step": 120
+    },
+    {
+      "epoch": 1.23,
+      "eval_loss": 1.3471291065216064,
+      "eval_runtime": 2.1159,
+      "eval_samples_per_second": 149.345,
+      "eval_steps_per_second": 2.363,
+      "step": 120
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.709219858156029e-05,
+      "loss": 1.2986,
+      "step": 130
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 5.354609929078015e-05,
+      "loss": 1.2872,
+      "step": 140
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 5e-05,
+      "loss": 1.2749,
+      "step": 150
+    },
+    {
+      "epoch": 1.53,
+      "eval_loss": 1.3296033143997192,
+      "eval_runtime": 2.0887,
+      "eval_samples_per_second": 151.289,
+      "eval_steps_per_second": 2.394,
+      "step": 150
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.645390070921986e-05,
+      "loss": 1.2679,
+      "step": 160
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 4.2907801418439716e-05,
+      "loss": 1.2596,
+      "step": 170
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.936170212765958e-05,
+      "loss": 1.2509,
+      "step": 180
+    },
+    {
+      "epoch": 1.84,
+      "eval_loss": 1.31859290599823,
+      "eval_runtime": 2.1682,
+      "eval_samples_per_second": 145.745,
+      "eval_steps_per_second": 2.306,
+      "step": 180
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.5815602836879437e-05,
+      "loss": 1.2519,
+      "step": 190
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 3.226950354609929e-05,
+      "loss": 1.2428,
+      "step": 200
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.8723404255319154e-05,
+      "loss": 1.2338,
+      "step": 210
+    },
+    {
+      "epoch": 2.15,
+      "eval_loss": 1.313005805015564,
+      "eval_runtime": 2.0646,
+      "eval_samples_per_second": 153.055,
+      "eval_steps_per_second": 2.422,
+      "step": 210
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.5177304964539007e-05,
+      "loss": 1.2321,
+      "step": 220
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.1631205673758867e-05,
+      "loss": 1.2334,
+      "step": 230
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.8085106382978724e-05,
+      "loss": 1.2208,
+      "step": 240
+    },
+    {
+      "epoch": 2.46,
+      "eval_loss": 1.303558349609375,
+      "eval_runtime": 2.0305,
+      "eval_samples_per_second": 155.623,
+      "eval_steps_per_second": 2.462,
+      "step": 240
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 1.4539007092198581e-05,
+      "loss": 1.2224,
+      "step": 250
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.0992907801418441e-05,
+      "loss": 1.2159,
+      "step": 260
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 7.446808510638298e-06,
+      "loss": 1.2147,
+      "step": 270
+    },
+    {
+      "epoch": 2.76,
+      "eval_loss": 1.3011211156845093,
+      "eval_runtime": 2.1195,
+      "eval_samples_per_second": 149.091,
+      "eval_steps_per_second": 2.359,
+      "step": 270
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 3.9007092198581565e-06,
+      "loss": 1.2147,
+      "step": 280
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 3.546099290780142e-07,
+      "loss": 1.2198,
+      "step": 290
+    }
+  ],
+  "max_steps": 291,
+  "num_train_epochs": 3,
+  "total_flos": 3.155265757370122e+17,
+  "trial_name": null,
+  "trial_params": null
+}

FusionAudio-high-25K/checkpoint/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4daa794bfdf93e2b05ff9ff94161ad6cf3c5e1af7581b8c7c5c53c03ff769dfd
+size 3707