Batnini commited on
Commit
e7a4b9f
·
verified ·
1 Parent(s): c421ba5

Upload folder using huggingface_hub

Browse files
adapter/README.md CHANGED
@@ -39,7 +39,7 @@ This model was trained with SFT.
39
  ### Framework versions
40
 
41
  - PEFT 0.20.0
42
- - TRL: 1.15.0
43
  - Transformers: 5.16.1
44
  - Pytorch: 2.11.0+cu128
45
  - Datasets: 4.8.5
 
39
  ### Framework versions
40
 
41
  - PEFT 0.20.0
42
+ - TRL: 1.16.0
43
  - Transformers: 5.16.1
44
  - Pytorch: 2.11.0+cu128
45
  - Datasets: 4.8.5
adapter/adapter_config.json CHANGED
@@ -32,11 +32,11 @@
32
  "revision": null,
33
  "target_modules": [
34
  "gate_proj",
 
35
  "down_proj",
36
  "k_proj",
37
- "o_proj",
38
  "v_proj",
39
- "up_proj",
40
  "q_proj"
41
  ],
42
  "target_parameters": null,
 
32
  "revision": null,
33
  "target_modules": [
34
  "gate_proj",
35
+ "up_proj",
36
  "down_proj",
37
  "k_proj",
 
38
  "v_proj",
39
+ "o_proj",
40
  "q_proj"
41
  ],
42
  "target_parameters": null,
adapter/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb827483eeabaec71d299cd348564383b244c00bc69dc66c30ba8b8e59fa903d
3
  size 17640808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1f58f76013fb099110e7d77cfc45a57987dd97183050d98ae5556c5d8d6b15
3
  size 17640808
adapter/checkpoint-1/adapter_config.json CHANGED
@@ -32,11 +32,11 @@
32
  "revision": null,
33
  "target_modules": [
34
  "gate_proj",
 
35
  "down_proj",
36
  "k_proj",
37
- "o_proj",
38
  "v_proj",
39
- "up_proj",
40
  "q_proj"
41
  ],
42
  "target_parameters": null,
 
32
  "revision": null,
33
  "target_modules": [
34
  "gate_proj",
35
+ "up_proj",
36
  "down_proj",
37
  "k_proj",
 
38
  "v_proj",
39
+ "o_proj",
40
  "q_proj"
41
  ],
42
  "target_parameters": null,
adapter/checkpoint-1/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aab162d7d6fee527da43be1dcd7b64d6976ff845e9ae30c291af313f1720805c
3
  size 17640808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea5a1a22806bae93035fb574b2fc0946e735a9e1e76287483f07b6f4d54c1a80
3
  size 17640808
adapter/checkpoint-1/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e21186301c97387c4124f267cffb30d24654d14a6748b6be28e011591417be8
3
  size 18813829
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323b3ad250b4a46e6d6ab661f07ac243a4fa7cffc68c82681bcc36dc2667575f
3
  size 18813829
adapter/checkpoint-1/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4c2333155a7104ea1b2eccc55294b07e31ac20a639dabfac3db239e3b4152a1
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5766a41385623165e034a70a71ab26df7504f525eb1907f3ceb1dff9be1f782b
3
  size 14645
adapter/checkpoint-1/trainer_state.json CHANGED
@@ -26,7 +26,7 @@
26
  "attributes": {}
27
  }
28
  },
29
- "total_flos": 836067609600.0,
30
  "train_batch_size": 4,
31
  "trial_name": null,
32
  "trial_params": null
 
26
  "attributes": {}
27
  }
28
  },
29
+ "total_flos": 712857646080.0,
30
  "train_batch_size": 4,
31
  "trial_name": null,
32
  "trial_params": null
adapter/checkpoint-1/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:775d668bade7a07adb84aacd4ebe323c783bb697b6dc7cc8bf14b15c86d25cee
3
- size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87556f713e6820a7bc84b071500798abc604556e0742e12686953a54b2c99110
3
+ size 5841
adapter/checkpoint-2/adapter_config.json CHANGED
@@ -32,11 +32,11 @@
32
  "revision": null,
33
  "target_modules": [
34
  "gate_proj",
 
35
  "down_proj",
36
  "k_proj",
37
- "o_proj",
38
  "v_proj",
39
- "up_proj",
40
  "q_proj"
41
  ],
42
  "target_parameters": null,
 
32
  "revision": null,
33
  "target_modules": [
34
  "gate_proj",
35
+ "up_proj",
36
  "down_proj",
37
  "k_proj",
 
38
  "v_proj",
39
+ "o_proj",
40
  "q_proj"
41
  ],
42
  "target_parameters": null,
adapter/checkpoint-2/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f3ae7ee3a245f466ed19ff59c0b357bbbacf26f1da4e6f724024770d41c9429
3
  size 17640808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a8de4260b33d63599ae1b74fc7cf28a708c8065c67a7ac8014db4fb63b7329b
3
  size 17640808
adapter/checkpoint-2/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:914e765204e18bc6bfb1e31371f702fe035bc27369f76c76364b7620eb9ee75e
3
  size 18813829
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8614e4153579e1eb3f75f3a1a8a63d78e0f72cbbc3f7f67df617f7d37e6f3b07
3
  size 18813829
adapter/checkpoint-2/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63eb41acf0f183848f1a65f8aed1906528191810da62a07f287f94ab0321fd4e
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0504aa58d83bcecc89fe9b012e28ea8b68ae6c289a6bd78895b458a5cede92a
3
  size 14645
adapter/checkpoint-2/trainer_state.json CHANGED
@@ -26,7 +26,7 @@
26
  "attributes": {}
27
  }
28
  },
29
- "total_flos": 1672135219200.0,
30
  "train_batch_size": 4,
31
  "trial_name": null,
32
  "trial_params": null
 
26
  "attributes": {}
27
  }
28
  },
29
+ "total_flos": 1432315825920.0,
30
  "train_batch_size": 4,
31
  "trial_name": null,
32
  "trial_params": null
adapter/checkpoint-2/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:775d668bade7a07adb84aacd4ebe323c783bb697b6dc7cc8bf14b15c86d25cee
3
- size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87556f713e6820a7bc84b071500798abc604556e0742e12686953a54b2c99110
3
+ size 5841
adapter/checkpoint-3/adapter_config.json CHANGED
@@ -32,11 +32,11 @@
32
  "revision": null,
33
  "target_modules": [
34
  "gate_proj",
 
35
  "down_proj",
36
  "k_proj",
37
- "o_proj",
38
  "v_proj",
39
- "up_proj",
40
  "q_proj"
41
  ],
42
  "target_parameters": null,
 
32
  "revision": null,
33
  "target_modules": [
34
  "gate_proj",
35
+ "up_proj",
36
  "down_proj",
37
  "k_proj",
 
38
  "v_proj",
39
+ "o_proj",
40
  "q_proj"
41
  ],
42
  "target_parameters": null,
adapter/checkpoint-3/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb827483eeabaec71d299cd348564383b244c00bc69dc66c30ba8b8e59fa903d
3
  size 17640808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1f58f76013fb099110e7d77cfc45a57987dd97183050d98ae5556c5d8d6b15
3
  size 17640808
adapter/checkpoint-3/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9921dc765faafb18b687e27df1f65f9eb835073b886b7d9c53eb904c07aeec22
3
  size 18813829
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ef8b27ae1617fa6d9ca072c0739c3382500dfe78592c92bb511171c9716661d
3
  size 18813829
adapter/checkpoint-3/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aecf9b55ebe21d1c48e9faad4283fda9eb7d4c6ce0b2aad1cca36e15a8d68f6e
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9787c2242fff1bfcdd31770e2acf75d673835f6b6c92836c1bcafed861649558
3
  size 14645
adapter/checkpoint-3/trainer_state.json CHANGED
@@ -26,7 +26,7 @@
26
  "attributes": {}
27
  }
28
  },
29
- "total_flos": 2508202828800.0,
30
  "train_batch_size": 4,
31
  "trial_name": null,
32
  "trial_params": null
 
26
  "attributes": {}
27
  }
28
  },
29
+ "total_flos": 2138572938240.0,
30
  "train_batch_size": 4,
31
  "trial_name": null,
32
  "trial_params": null
adapter/checkpoint-3/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:775d668bade7a07adb84aacd4ebe323c783bb697b6dc7cc8bf14b15c86d25cee
3
- size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87556f713e6820a7bc84b071500798abc604556e0742e12686953a54b2c99110
3
+ size 5841
adapter/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:775d668bade7a07adb84aacd4ebe323c783bb697b6dc7cc8bf14b15c86d25cee
3
- size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87556f713e6820a7bc84b071500798abc604556e0742e12686953a54b2c99110
3
+ size 5841