Emoji-ByteLM / train_state_00002.json
CharlesDDDD's picture
Upload EmojiLM - Byte-level Looped Transformer
65ead92 verified
{
"step": 5000,
"acc_step": 0,
"data_loader_state": {
"it_state": {
"start_token": 99,
"it_state": {
"it_state": {
"root_dir": "/home/cd110/BFlowNet/apps/loopedLM/text2emoji_prepared",
"sources": {
"text2emoji": 1.0
},
"source_to_state": {
"text2emoji": {
"file_path": "/home/cd110/BFlowNet/apps/loopedLM/text2emoji_prepared/text2emoji/text2emoji.chunk.00.json",
"position": 15348564,
"block_size": 1,
"offset": 0,
"current_iter": 1
}
},
"rng_state": {
"bit_generator": "PCG64",
"state": {
"state": 3069845261208554751547166343436132358,
"inc": 6027823433652931085739778990793808165
},
"has_uint32": 0,
"uinteger": 0
}
},
"add_bos": true,
"add_eos": true,
"name": "bytes",
"path": null
},
"output_seq_len": 512,
"n_views": 2
},
"seq_idx": 8,
"rng_state": {
"bit_generator": "PCG64",
"state": {
"state": 177769472111706612176032620089344751308,
"inc": 188564971970541749319992297790591572713
},
"has_uint32": 1,
"uinteger": 2736346968
},
"batch_size": 12,
"prefetch_size": 128
},
"scheduler": {
"base_lrs": [
0.0003
],
"last_epoch": 5000,
"verbose": false,
"_step_count": 5001,
"_get_lr_called_within_step": false,
"_last_lr": [
3.039611684019504e-05
],
"lr_lambdas": [
{}
]
}
}