Hugging Face's logo

HydraLM
/
mistralic-expert-3

Model card Files
xet
Community
pharaouk commited on
Commit
68b44dc
·
1 Parent(s): cc7df9c

Training in progress, step 800, checkpoint

Browse files
Files changed (8) hide show
  1. checkpoint-800/adapter_config.json +5 -5
  2. checkpoint-800/adapter_model.bin +1 -1
  3. checkpoint-800/adapter_model/adapter_model/adapter_config.json +5 -5
  4. checkpoint-800/adapter_model/adapter_model/adapter_model.bin +1 -1
  5. checkpoint-800/optimizer.pt +1 -1
  6. checkpoint-800/rng_state.pth +1 -1
  7. checkpoint-800/trainer_state.json +0 -0
  8. checkpoint-800/training_args.bin +2 -2
checkpoint-800/adapter_config.json CHANGED
@@ -14,13 +14,13 @@
14
  "r": 64,
15
  "revision": null,
16
  "target_modules": [
 
 
 
 
17
  "k_proj",
18
  "down_proj",
19
- "v_proj",
20
- "q_proj",
21
- "o_proj",
22
- "up_proj",
23
- "gate_proj"
24
  ],
25
  "task_type": "CAUSAL_LM"
26
  }
 
14
  "r": 64,
15
  "revision": null,
16
  "target_modules": [
17
+ "gate_proj",
18
+ "up_proj",
19
+ "q_proj",
20
+ "v_proj",
21
  "k_proj",
22
  "down_proj",
23
+ "o_proj"
 
 
 
 
24
  ],
25
  "task_type": "CAUSAL_LM"
26
  }
checkpoint-800/adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b61ae4f2a4ec0601bf5ced9b2e5cb5a92c3648f3285375690ccc132725b7fe46
3
  size 335706314
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30880c36c339de4aef0d9692cd6d21a8d2871ce5de9fa69cbd8cc327a8dcc686
3
  size 335706314
checkpoint-800/adapter_model/adapter_model/adapter_config.json CHANGED
@@ -14,13 +14,13 @@
14
  "r": 64,
15
  "revision": null,
16
  "target_modules": [
 
 
 
 
17
  "k_proj",
18
  "down_proj",
19
- "v_proj",
20
- "q_proj",
21
- "o_proj",
22
- "up_proj",
23
- "gate_proj"
24
  ],
25
  "task_type": "CAUSAL_LM"
26
  }
 
14
  "r": 64,
15
  "revision": null,
16
  "target_modules": [
17
+ "gate_proj",
18
+ "up_proj",
19
+ "q_proj",
20
+ "v_proj",
21
  "k_proj",
22
  "down_proj",
23
+ "o_proj"
 
 
 
 
24
  ],
25
  "task_type": "CAUSAL_LM"
26
  }
checkpoint-800/adapter_model/adapter_model/adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b61ae4f2a4ec0601bf5ced9b2e5cb5a92c3648f3285375690ccc132725b7fe46
3
  size 335706314
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30880c36c339de4aef0d9692cd6d21a8d2871ce5de9fa69cbd8cc327a8dcc686
3
  size 335706314
checkpoint-800/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:741b0d401fef909d8aa1ad196514e1c63bc6986864cfdc59dfb9a68c4a2967d2
3
  size 1342453434
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b34a464d55c3ab5116bd51dd73281041cad48dfe03f05f29554c12b1d4fc34e9
3
  size 1342453434
checkpoint-800/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acebf56a9e7bface9416f33adcf06774f42debf0e7fe77a00fd1a48287088b56
3
  size 14180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81e52f2812a0d5166cf00b5f99142eccf9d0c171d2f5ccfaba2274a093fdb087
3
  size 14180
checkpoint-800/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
checkpoint-800/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5ab8ef2a53a353c81e0e27307b4f9b37e7b4be919328eb7405b3b561276e06a
3
- size 6456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8584a03439a91de296fc372191c445a686a0ab74c08cca7d76e9ffa983c30d18
3
+ size 6392