Upload folder using huggingface_hub
Browse files- adapter/README.md +1 -1
- adapter/adapter_config.json +2 -2
- adapter/adapter_model.safetensors +1 -1
- adapter/checkpoint-1/adapter_config.json +2 -2
- adapter/checkpoint-1/adapter_model.safetensors +1 -1
- adapter/checkpoint-1/optimizer.pt +1 -1
- adapter/checkpoint-1/rng_state.pth +1 -1
- adapter/checkpoint-1/trainer_state.json +1 -1
- adapter/checkpoint-1/training_args.bin +2 -2
- adapter/checkpoint-2/adapter_config.json +2 -2
- adapter/checkpoint-2/adapter_model.safetensors +1 -1
- adapter/checkpoint-2/optimizer.pt +1 -1
- adapter/checkpoint-2/rng_state.pth +1 -1
- adapter/checkpoint-2/trainer_state.json +1 -1
- adapter/checkpoint-2/training_args.bin +2 -2
- adapter/checkpoint-3/adapter_config.json +2 -2
- adapter/checkpoint-3/adapter_model.safetensors +1 -1
- adapter/checkpoint-3/optimizer.pt +1 -1
- adapter/checkpoint-3/rng_state.pth +1 -1
- adapter/checkpoint-3/trainer_state.json +1 -1
- adapter/checkpoint-3/training_args.bin +2 -2
- adapter/training_args.bin +2 -2
adapter/README.md
CHANGED
|
@@ -39,7 +39,7 @@ This model was trained with SFT.
|
|
| 39 |
### Framework versions
|
| 40 |
|
| 41 |
- PEFT 0.20.0
|
| 42 |
-
- TRL: 1.
|
| 43 |
- Transformers: 5.16.1
|
| 44 |
- Pytorch: 2.11.0+cu128
|
| 45 |
- Datasets: 4.8.5
|
|
|
|
| 39 |
### Framework versions
|
| 40 |
|
| 41 |
- PEFT 0.20.0
|
| 42 |
+
- TRL: 1.16.0
|
| 43 |
- Transformers: 5.16.1
|
| 44 |
- Pytorch: 2.11.0+cu128
|
| 45 |
- Datasets: 4.8.5
|
adapter/adapter_config.json
CHANGED
|
@@ -32,11 +32,11 @@
|
|
| 32 |
"revision": null,
|
| 33 |
"target_modules": [
|
| 34 |
"gate_proj",
|
|
|
|
| 35 |
"down_proj",
|
| 36 |
"k_proj",
|
| 37 |
-
"o_proj",
|
| 38 |
"v_proj",
|
| 39 |
-
"
|
| 40 |
"q_proj"
|
| 41 |
],
|
| 42 |
"target_parameters": null,
|
|
|
|
| 32 |
"revision": null,
|
| 33 |
"target_modules": [
|
| 34 |
"gate_proj",
|
| 35 |
+
"up_proj",
|
| 36 |
"down_proj",
|
| 37 |
"k_proj",
|
|
|
|
| 38 |
"v_proj",
|
| 39 |
+
"o_proj",
|
| 40 |
"q_proj"
|
| 41 |
],
|
| 42 |
"target_parameters": null,
|
adapter/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 17640808
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf1f58f76013fb099110e7d77cfc45a57987dd97183050d98ae5556c5d8d6b15
|
| 3 |
size 17640808
|
adapter/checkpoint-1/adapter_config.json
CHANGED
|
@@ -32,11 +32,11 @@
|
|
| 32 |
"revision": null,
|
| 33 |
"target_modules": [
|
| 34 |
"gate_proj",
|
|
|
|
| 35 |
"down_proj",
|
| 36 |
"k_proj",
|
| 37 |
-
"o_proj",
|
| 38 |
"v_proj",
|
| 39 |
-
"
|
| 40 |
"q_proj"
|
| 41 |
],
|
| 42 |
"target_parameters": null,
|
|
|
|
| 32 |
"revision": null,
|
| 33 |
"target_modules": [
|
| 34 |
"gate_proj",
|
| 35 |
+
"up_proj",
|
| 36 |
"down_proj",
|
| 37 |
"k_proj",
|
|
|
|
| 38 |
"v_proj",
|
| 39 |
+
"o_proj",
|
| 40 |
"q_proj"
|
| 41 |
],
|
| 42 |
"target_parameters": null,
|
adapter/checkpoint-1/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 17640808
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea5a1a22806bae93035fb574b2fc0946e735a9e1e76287483f07b6f4d54c1a80
|
| 3 |
size 17640808
|
adapter/checkpoint-1/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 18813829
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:323b3ad250b4a46e6d6ab661f07ac243a4fa7cffc68c82681bcc36dc2667575f
|
| 3 |
size 18813829
|
adapter/checkpoint-1/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5766a41385623165e034a70a71ab26df7504f525eb1907f3ceb1dff9be1f782b
|
| 3 |
size 14645
|
adapter/checkpoint-1/trainer_state.json
CHANGED
|
@@ -26,7 +26,7 @@
|
|
| 26 |
"attributes": {}
|
| 27 |
}
|
| 28 |
},
|
| 29 |
-
"total_flos":
|
| 30 |
"train_batch_size": 4,
|
| 31 |
"trial_name": null,
|
| 32 |
"trial_params": null
|
|
|
|
| 26 |
"attributes": {}
|
| 27 |
}
|
| 28 |
},
|
| 29 |
+
"total_flos": 712857646080.0,
|
| 30 |
"train_batch_size": 4,
|
| 31 |
"trial_name": null,
|
| 32 |
"trial_params": null
|
adapter/checkpoint-1/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87556f713e6820a7bc84b071500798abc604556e0742e12686953a54b2c99110
|
| 3 |
+
size 5841
|
adapter/checkpoint-2/adapter_config.json
CHANGED
|
@@ -32,11 +32,11 @@
|
|
| 32 |
"revision": null,
|
| 33 |
"target_modules": [
|
| 34 |
"gate_proj",
|
|
|
|
| 35 |
"down_proj",
|
| 36 |
"k_proj",
|
| 37 |
-
"o_proj",
|
| 38 |
"v_proj",
|
| 39 |
-
"
|
| 40 |
"q_proj"
|
| 41 |
],
|
| 42 |
"target_parameters": null,
|
|
|
|
| 32 |
"revision": null,
|
| 33 |
"target_modules": [
|
| 34 |
"gate_proj",
|
| 35 |
+
"up_proj",
|
| 36 |
"down_proj",
|
| 37 |
"k_proj",
|
|
|
|
| 38 |
"v_proj",
|
| 39 |
+
"o_proj",
|
| 40 |
"q_proj"
|
| 41 |
],
|
| 42 |
"target_parameters": null,
|
adapter/checkpoint-2/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 17640808
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a8de4260b33d63599ae1b74fc7cf28a708c8065c67a7ac8014db4fb63b7329b
|
| 3 |
size 17640808
|
adapter/checkpoint-2/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 18813829
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8614e4153579e1eb3f75f3a1a8a63d78e0f72cbbc3f7f67df617f7d37e6f3b07
|
| 3 |
size 18813829
|
adapter/checkpoint-2/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c0504aa58d83bcecc89fe9b012e28ea8b68ae6c289a6bd78895b458a5cede92a
|
| 3 |
size 14645
|
adapter/checkpoint-2/trainer_state.json
CHANGED
|
@@ -26,7 +26,7 @@
|
|
| 26 |
"attributes": {}
|
| 27 |
}
|
| 28 |
},
|
| 29 |
-
"total_flos":
|
| 30 |
"train_batch_size": 4,
|
| 31 |
"trial_name": null,
|
| 32 |
"trial_params": null
|
|
|
|
| 26 |
"attributes": {}
|
| 27 |
}
|
| 28 |
},
|
| 29 |
+
"total_flos": 1432315825920.0,
|
| 30 |
"train_batch_size": 4,
|
| 31 |
"trial_name": null,
|
| 32 |
"trial_params": null
|
adapter/checkpoint-2/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87556f713e6820a7bc84b071500798abc604556e0742e12686953a54b2c99110
|
| 3 |
+
size 5841
|
adapter/checkpoint-3/adapter_config.json
CHANGED
|
@@ -32,11 +32,11 @@
|
|
| 32 |
"revision": null,
|
| 33 |
"target_modules": [
|
| 34 |
"gate_proj",
|
|
|
|
| 35 |
"down_proj",
|
| 36 |
"k_proj",
|
| 37 |
-
"o_proj",
|
| 38 |
"v_proj",
|
| 39 |
-
"
|
| 40 |
"q_proj"
|
| 41 |
],
|
| 42 |
"target_parameters": null,
|
|
|
|
| 32 |
"revision": null,
|
| 33 |
"target_modules": [
|
| 34 |
"gate_proj",
|
| 35 |
+
"up_proj",
|
| 36 |
"down_proj",
|
| 37 |
"k_proj",
|
|
|
|
| 38 |
"v_proj",
|
| 39 |
+
"o_proj",
|
| 40 |
"q_proj"
|
| 41 |
],
|
| 42 |
"target_parameters": null,
|
adapter/checkpoint-3/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 17640808
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf1f58f76013fb099110e7d77cfc45a57987dd97183050d98ae5556c5d8d6b15
|
| 3 |
size 17640808
|
adapter/checkpoint-3/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 18813829
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9ef8b27ae1617fa6d9ca072c0739c3382500dfe78592c92bb511171c9716661d
|
| 3 |
size 18813829
|
adapter/checkpoint-3/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9787c2242fff1bfcdd31770e2acf75d673835f6b6c92836c1bcafed861649558
|
| 3 |
size 14645
|
adapter/checkpoint-3/trainer_state.json
CHANGED
|
@@ -26,7 +26,7 @@
|
|
| 26 |
"attributes": {}
|
| 27 |
}
|
| 28 |
},
|
| 29 |
-
"total_flos":
|
| 30 |
"train_batch_size": 4,
|
| 31 |
"trial_name": null,
|
| 32 |
"trial_params": null
|
|
|
|
| 26 |
"attributes": {}
|
| 27 |
}
|
| 28 |
},
|
| 29 |
+
"total_flos": 2138572938240.0,
|
| 30 |
"train_batch_size": 4,
|
| 31 |
"trial_name": null,
|
| 32 |
"trial_params": null
|
adapter/checkpoint-3/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87556f713e6820a7bc84b071500798abc604556e0742e12686953a54b2c99110
|
| 3 |
+
size 5841
|
adapter/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87556f713e6820a7bc84b071500798abc604556e0742e12686953a54b2c99110
|
| 3 |
+
size 5841
|