Update root model to step 112000
Browse files- continual_state.json +7 -7
- model.safetensors +1 -1
- trainer_state.json +0 -0
continual_state.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
-
"global_step":
|
| 3 |
-
"sequence_tokens_emitted":
|
| 4 |
"mix": [
|
| 5 |
0.8,
|
| 6 |
0.09,
|
|
@@ -33,13 +33,13 @@
|
|
| 33 |
"curated_sampling": "shuffled exhaustive cycles without replacement",
|
| 34 |
"curated_progress": {
|
| 35 |
"rewrite_epoch": 1,
|
| 36 |
-
"rewrite_cursor":
|
| 37 |
"rewrite_total": 205404,
|
| 38 |
-
"rewrite_fraction": 0.
|
| 39 |
"noprompt_epoch": 0,
|
| 40 |
-
"noprompt_cursor":
|
| 41 |
"noprompt_total": 75000,
|
| 42 |
-
"noprompt_fraction": 0.
|
| 43 |
},
|
| 44 |
"batch_history": [
|
| 45 |
{
|
|
@@ -67,5 +67,5 @@
|
|
| 67 |
"current_batch_size": 240,
|
| 68 |
"current_gradient_accumulation": 1,
|
| 69 |
"current_tokens_per_update": 245760,
|
| 70 |
-
"cumulative_tokens_at_save":
|
| 71 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"global_step": 112000,
|
| 3 |
+
"sequence_tokens_emitted": 21790965760,
|
| 4 |
"mix": [
|
| 5 |
0.8,
|
| 6 |
0.09,
|
|
|
|
| 33 |
"curated_sampling": "shuffled exhaustive cycles without replacement",
|
| 34 |
"curated_progress": {
|
| 35 |
"rewrite_epoch": 1,
|
| 36 |
+
"rewrite_cursor": 157322,
|
| 37 |
"rewrite_total": 205404,
|
| 38 |
+
"rewrite_fraction": 0.7659149773130026,
|
| 39 |
"noprompt_epoch": 0,
|
| 40 |
+
"noprompt_cursor": 72232,
|
| 41 |
"noprompt_total": 75000,
|
| 42 |
+
"noprompt_fraction": 0.9630933333333334
|
| 43 |
},
|
| 44 |
"batch_history": [
|
| 45 |
{
|
|
|
|
| 67 |
"current_batch_size": 240,
|
| 68 |
"current_gradient_accumulation": 1,
|
| 69 |
"current_tokens_per_update": 245760,
|
| 70 |
+
"cumulative_tokens_at_save": 21790720000
|
| 71 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 70326256
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:39dde8141fb86fcd1fbf0b04ab3c2cb5f7512eed422713139883ce213604c807
|
| 3 |
size 70326256
|
trainer_state.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|