rootxhacker commited on
Commit
3c19fb7
·
verified ·
1 Parent(s): 51cd365

Training in progress, step 5500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:190f0428e79c75fea98ae401d8541afc938c837a01a15c4bff27851efd1dd5ff
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97249c47c6b32ef65b151737e7f96c260e5a23f9fbe742a453b5f4d81d690726
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0bc6fe79754f0206b6654ffb1ff34bd91c57fda8a689c690f85d10e6dc833bb2
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4be1866ad2b89ce10f9d86783f55773d8feaaccbe73932e4a09243f667cbcc5
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c76afc96f497ed26d04fa930deb390dd280c8858f2593b0b831d0095f3a4f7e6
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62aa10d649cc73207a70cc479a1f297dd3d4ee8f4046bf419864ec2fcc09094e
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a263bfee7c334e6fc36b6c4750e79a70eeb042f841889c6eb0ea501e4fa6ac73
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:452f9d1449e365d91136837164af087a289325b1bf94b381d6eeb9d18ffa0513
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f5e01d0dbe696c7f72fcba4635ddf54e7178bc606b00e2f2f7ba88d1189fa69
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91bbcbbac469a768b1f8fb700c511addacfb7e81974f1cc808de5a03588fc9f9
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c41e45efc3657786e1c23c51c4aebb48328108f6732539bee7a77cf7b55107d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66663104f3ba703edc4ec090a0702d7a9699150cb3c08b7ab9b0c3768767d04b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 5000,
3
  "best_metric": 4.465761661529541,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-5000",
5
- "epoch": 0.3845858010922237,
6
  "eval_steps": 250,
7
- "global_step": 5000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -868,6 +868,92 @@
868
  "eval_samples_per_second": 53.614,
869
  "eval_steps_per_second": 13.404,
870
  "step": 5000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
871
  }
872
  ],
873
  "logging_steps": 50,
 
2
  "best_global_step": 5000,
3
  "best_metric": 4.465761661529541,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-5000",
5
+ "epoch": 0.42304438120144605,
6
  "eval_steps": 250,
7
+ "global_step": 5500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
868
  "eval_samples_per_second": 53.614,
869
  "eval_steps_per_second": 13.404,
870
  "step": 5000
871
+ },
872
+ {
873
+ "epoch": 0.3884316591031459,
874
+ "grad_norm": 3.0376453399658203,
875
+ "learning_rate": 0.00017640703321819082,
876
+ "loss": 4.574,
877
+ "step": 5050
878
+ },
879
+ {
880
+ "epoch": 0.39227751711406816,
881
+ "grad_norm": 2.6457693576812744,
882
+ "learning_rate": 0.00017614731319637433,
883
+ "loss": 4.5782,
884
+ "step": 5100
885
+ },
886
+ {
887
+ "epoch": 0.3961233751249904,
888
+ "grad_norm": 4.438416957855225,
889
+ "learning_rate": 0.00017588759317455782,
890
+ "loss": 4.5586,
891
+ "step": 5150
892
+ },
893
+ {
894
+ "epoch": 0.39996923313591265,
895
+ "grad_norm": 5.325882911682129,
896
+ "learning_rate": 0.00017562787315274136,
897
+ "loss": 4.5136,
898
+ "step": 5200
899
+ },
900
+ {
901
+ "epoch": 0.40381509114683484,
902
+ "grad_norm": 1.816029667854309,
903
+ "learning_rate": 0.00017536815313092487,
904
+ "loss": 4.4819,
905
+ "step": 5250
906
+ },
907
+ {
908
+ "epoch": 0.40381509114683484,
909
+ "eval_loss": 4.561609268188477,
910
+ "eval_runtime": 18.5623,
911
+ "eval_samples_per_second": 53.873,
912
+ "eval_steps_per_second": 13.468,
913
+ "step": 5250
914
+ },
915
+ {
916
+ "epoch": 0.4076609491577571,
917
+ "grad_norm": 4.011863708496094,
918
+ "learning_rate": 0.00017510843310910838,
919
+ "loss": 4.4284,
920
+ "step": 5300
921
+ },
922
+ {
923
+ "epoch": 0.4115068071686793,
924
+ "grad_norm": 10.169037818908691,
925
+ "learning_rate": 0.00017484871308729192,
926
+ "loss": 4.5414,
927
+ "step": 5350
928
+ },
929
+ {
930
+ "epoch": 0.41535266517960157,
931
+ "grad_norm": 3.9185502529144287,
932
+ "learning_rate": 0.00017458899306547544,
933
+ "loss": 4.6659,
934
+ "step": 5400
935
+ },
936
+ {
937
+ "epoch": 0.4191985231905238,
938
+ "grad_norm": 2.873530864715576,
939
+ "learning_rate": 0.00017432927304365895,
940
+ "loss": 4.4482,
941
+ "step": 5450
942
+ },
943
+ {
944
+ "epoch": 0.42304438120144605,
945
+ "grad_norm": 4.379590034484863,
946
+ "learning_rate": 0.00017406955302184246,
947
+ "loss": 4.5501,
948
+ "step": 5500
949
+ },
950
+ {
951
+ "epoch": 0.42304438120144605,
952
+ "eval_loss": 4.513929843902588,
953
+ "eval_runtime": 18.6196,
954
+ "eval_samples_per_second": 53.707,
955
+ "eval_steps_per_second": 13.427,
956
+ "step": 5500
957
  }
958
  ],
959
  "logging_steps": 50,