File size: 551 Bytes
956d334 0186481 956d334 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 | {
"steps": [
0
],
"batches": [
1
],
"tokens": [
3840
],
"accum_steps": [
1
],
"accum_steps_avg": [
1
],
"loss": [
10.897216796875
],
"eval_loss": [],
"perplexity": [],
"accuracy": [],
"wall_time": [
1.186187982559204
],
"grad_norm": [
8.550016403198242
],
"adam_second_moment": [
6.549289782887457e-08
],
"adam_first_moment": [
3.808525991760281e-05
],
"total_params": 47789184,
"core_params": 28490496,
"embedding_head_params": 19298688,
"are_tied": true
} |