Training in progress, step 32000, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 132187888
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:585c793fcb177f73ccea5d9e03f556c9367be9b24af17619c9336aa9784900a3
|
| 3 |
size 132187888
|
last-checkpoint/ar_diffusion_info.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1800
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:70a55c79abf48cb04d5f4a5872743d51e805cb5cf801861bd90f35f89319726c
|
| 3 |
size 1800
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 264665786
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0f58de48eab208cdcbb773a7a3efa7a8cc66fe9d9df03bf3d9123033730c12d8
|
| 3 |
size 264665786
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:36fd221e5d40799da39ad4f0eb8cd2d24c660462984d46b022ea86be7e548d3b
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7daafea84c2a1039aac52712a160f9291aa4d9b6933d9afeee1976e296f5fb3a
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2f288b947beb52c2ae256c7cb95b541005fd607b063ecb73ec691524e7e48bb2
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": 31000,
|
| 3 |
"best_metric": 0.6043956279754639,
|
| 4 |
"best_model_checkpoint": "./qwen3-4b-ar-diffusion-checkpoints/checkpoint-31000",
|
| 5 |
-
"epoch": 2.
|
| 6 |
"eval_steps": 250,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -5426,6 +5426,92 @@
|
|
| 5426 |
"eval_samples_per_second": 22.349,
|
| 5427 |
"eval_steps_per_second": 5.587,
|
| 5428 |
"step": 31500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5429 |
}
|
| 5430 |
],
|
| 5431 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": 31000,
|
| 3 |
"best_metric": 0.6043956279754639,
|
| 4 |
"best_model_checkpoint": "./qwen3-4b-ar-diffusion-checkpoints/checkpoint-31000",
|
| 5 |
+
"epoch": 2.4613491269902315,
|
| 6 |
"eval_steps": 250,
|
| 7 |
+
"global_step": 32000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 5426 |
"eval_samples_per_second": 22.349,
|
| 5427 |
"eval_steps_per_second": 5.587,
|
| 5428 |
"step": 31500
|
| 5429 |
+
},
|
| 5430 |
+
{
|
| 5431 |
+
"epoch": 2.4267364048919315,
|
| 5432 |
+
"grad_norm": 1.0685057640075684,
|
| 5433 |
+
"learning_rate": 3.878139365763707e-05,
|
| 5434 |
+
"loss": 0.6121,
|
| 5435 |
+
"step": 31550
|
| 5436 |
+
},
|
| 5437 |
+
{
|
| 5438 |
+
"epoch": 2.4305822629028535,
|
| 5439 |
+
"grad_norm": 0.9418405890464783,
|
| 5440 |
+
"learning_rate": 3.8521673635820586e-05,
|
| 5441 |
+
"loss": 0.6377,
|
| 5442 |
+
"step": 31600
|
| 5443 |
+
},
|
| 5444 |
+
{
|
| 5445 |
+
"epoch": 2.434428120913776,
|
| 5446 |
+
"grad_norm": 1.20501708984375,
|
| 5447 |
+
"learning_rate": 3.826714801444044e-05,
|
| 5448 |
+
"loss": 0.6373,
|
| 5449 |
+
"step": 31650
|
| 5450 |
+
},
|
| 5451 |
+
{
|
| 5452 |
+
"epoch": 2.4382739789246983,
|
| 5453 |
+
"grad_norm": 0.8628917336463928,
|
| 5454 |
+
"learning_rate": 3.800742799262395e-05,
|
| 5455 |
+
"loss": 0.5955,
|
| 5456 |
+
"step": 31700
|
| 5457 |
+
},
|
| 5458 |
+
{
|
| 5459 |
+
"epoch": 2.4421198369356203,
|
| 5460 |
+
"grad_norm": 1.0336881875991821,
|
| 5461 |
+
"learning_rate": 3.774770797080747e-05,
|
| 5462 |
+
"loss": 0.6184,
|
| 5463 |
+
"step": 31750
|
| 5464 |
+
},
|
| 5465 |
+
{
|
| 5466 |
+
"epoch": 2.4421198369356203,
|
| 5467 |
+
"eval_loss": 0.6398035287857056,
|
| 5468 |
+
"eval_runtime": 21.3292,
|
| 5469 |
+
"eval_samples_per_second": 23.442,
|
| 5470 |
+
"eval_steps_per_second": 5.861,
|
| 5471 |
+
"step": 31750
|
| 5472 |
+
},
|
| 5473 |
+
{
|
| 5474 |
+
"epoch": 2.4459656949465427,
|
| 5475 |
+
"grad_norm": 0.8555242419242859,
|
| 5476 |
+
"learning_rate": 3.748798794899099e-05,
|
| 5477 |
+
"loss": 0.6232,
|
| 5478 |
+
"step": 31800
|
| 5479 |
+
},
|
| 5480 |
+
{
|
| 5481 |
+
"epoch": 2.4498115529574647,
|
| 5482 |
+
"grad_norm": 0.7610741853713989,
|
| 5483 |
+
"learning_rate": 3.722826792717451e-05,
|
| 5484 |
+
"loss": 0.6292,
|
| 5485 |
+
"step": 31850
|
| 5486 |
+
},
|
| 5487 |
+
{
|
| 5488 |
+
"epoch": 2.453657410968387,
|
| 5489 |
+
"grad_norm": 0.8955392837524414,
|
| 5490 |
+
"learning_rate": 3.696854790535802e-05,
|
| 5491 |
+
"loss": 0.6514,
|
| 5492 |
+
"step": 31900
|
| 5493 |
+
},
|
| 5494 |
+
{
|
| 5495 |
+
"epoch": 2.457503268979309,
|
| 5496 |
+
"grad_norm": 0.8403136730194092,
|
| 5497 |
+
"learning_rate": 3.670882788354155e-05,
|
| 5498 |
+
"loss": 0.6168,
|
| 5499 |
+
"step": 31950
|
| 5500 |
+
},
|
| 5501 |
+
{
|
| 5502 |
+
"epoch": 2.4613491269902315,
|
| 5503 |
+
"grad_norm": 1.146596908569336,
|
| 5504 |
+
"learning_rate": 3.644910786172506e-05,
|
| 5505 |
+
"loss": 0.6265,
|
| 5506 |
+
"step": 32000
|
| 5507 |
+
},
|
| 5508 |
+
{
|
| 5509 |
+
"epoch": 2.4613491269902315,
|
| 5510 |
+
"eval_loss": 0.6403785943984985,
|
| 5511 |
+
"eval_runtime": 22.2091,
|
| 5512 |
+
"eval_samples_per_second": 22.513,
|
| 5513 |
+
"eval_steps_per_second": 5.628,
|
| 5514 |
+
"step": 32000
|
| 5515 |
}
|
| 5516 |
],
|
| 5517 |
"logging_steps": 50,
|