Hugging Face's logo

appvoid
/
picollama

TensorBoard
Safetensors
English
llama
Model card Files
xet
 Metrics Community
1
appvoid commited on
Commit
06bdf19
·
verified ·
1 Parent(s): 4393017

Deep35 continual checkpoint step 112000

Browse files
Files changed (7) hide show
  1. last-checkpoint/continual_state.json +7 -7
  2. last-checkpoint/data_state.pt +2 -2
  3. last-checkpoint/model.safetensors +1 -1
  4. last-checkpoint/optimizer.pt +1 -1
  5. last-checkpoint/rng_state.pth +1 -1
  6. last-checkpoint/scheduler.pt +1 -1
  7. last-checkpoint/trainer_state.json +0 -0
last-checkpoint/continual_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "global_step": 110000,
3
- "sequence_tokens_emitted": 21299445760,
4
  "mix": [
5
  0.8,
6
  0.09,
@@ -33,13 +33,13 @@
33
  "curated_sampling": "shuffled exhaustive cycles without replacement",
34
  "curated_progress": {
35
  "rewrite_epoch": 1,
36
- "rewrite_cursor": 133829,
37
  "rewrite_total": 205404,
38
- "rewrite_fraction": 0.6515403789604877,
39
  "noprompt_epoch": 0,
40
- "noprompt_cursor": 67625,
41
  "noprompt_total": 75000,
42
- "noprompt_fraction": 0.9016666666666666
43
  },
44
  "batch_history": [
45
  {
@@ -67,5 +67,5 @@
67
  "current_batch_size": 240,
68
  "current_gradient_accumulation": 1,
69
  "current_tokens_per_update": 245760,
70
- "cumulative_tokens_at_save": 21299200000
71
  }
 
1
  {
2
+ "global_step": 112000,
3
+ "sequence_tokens_emitted": 21790965760,
4
  "mix": [
5
  0.8,
6
  0.09,
 
33
  "curated_sampling": "shuffled exhaustive cycles without replacement",
34
  "curated_progress": {
35
  "rewrite_epoch": 1,
36
+ "rewrite_cursor": 157322,
37
  "rewrite_total": 205404,
38
+ "rewrite_fraction": 0.7659149773130026,
39
  "noprompt_epoch": 0,
40
+ "noprompt_cursor": 72232,
41
  "noprompt_total": 75000,
42
+ "noprompt_fraction": 0.9630933333333334
43
  },
44
  "batch_history": [
45
  {
 
67
  "current_batch_size": 240,
68
  "current_gradient_accumulation": 1,
69
  "current_tokens_per_update": 245760,
70
+ "cumulative_tokens_at_save": 21790720000
71
  }
last-checkpoint/data_state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09a014879586e0a586f4fea8d7b29d24ab4e6092ebf336528672ef4aee1086c8
3
- size 1164543
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feeb89db2dc8afa5f156acd55a65854179f264ee3fe9c9ba37fae9f572192f21
3
+ size 1174015
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38a6ec586ffc7f435afa86146c3fb10eea91ba96c90b2324dbb16f1e79d826fa
3
  size 70326256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39dde8141fb86fcd1fbf0b04ab3c2cb5f7512eed422713139883ce213604c807
3
  size 70326256
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bbc8fd6072240d2daa552e3efebc118edc37b11c9a82a7b9e419cc89cc90023e
3
  size 140740171
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e437dd144dcbbcf3b3e25097410f0935655335ff09e00c4f27d4eff6537d648
3
  size 140740171
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:414378739483c27ac9697c435c9ddb01e00b50628c9092899dc794f6b2a7046b
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f67a54fc70ff9447cec8f42998f3651b783802790e7464384d35c9534fb6406a
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ec8781ffa9bc7a85736d9b471fd051bb2da094a09e54b290bb01fd23a69744d
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7d08ab5e03693eed4777c57950609eca127d20bed8305429261d063dcfb6027
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff