Emoji-ByteLM / train_state_00001.json
CharlesDDDD's picture
Upload EmojiLM - Byte-level Looped Transformer
65ead92 verified
{
"step": 5000,
"acc_step": 0,
"data_loader_state": {
"it_state": {
"start_token": 74,
"it_state": {
"it_state": {
"root_dir": "/home/cd110/BFlowNet/apps/loopedLM/text2emoji_prepared",
"sources": {
"text2emoji": 1.0
},
"source_to_state": {
"text2emoji": {
"file_path": "/home/cd110/BFlowNet/apps/loopedLM/text2emoji_prepared/text2emoji/text2emoji.chunk.02.json",
"position": 15354030,
"block_size": 1,
"offset": 0,
"current_iter": 1
}
},
"rng_state": {
"bit_generator": "PCG64",
"state": {
"state": 46880898983298274906203770755158202503,
"inc": 239634081480473411747239400828488620799
},
"has_uint32": 0,
"uinteger": 0
}
},
"add_bos": true,
"add_eos": true,
"name": "bytes",
"path": null
},
"output_seq_len": 512,
"n_views": 2
},
"seq_idx": 8,
"rng_state": {
"bit_generator": "PCG64",
"state": {
"state": 319969186434683622935655786137931948242,
"inc": 270234035871729269002159329014059236425
},
"has_uint32": 0,
"uinteger": 2574191790
},
"batch_size": 12,
"prefetch_size": 128
},
"scheduler": {
"base_lrs": [
0.0003
],
"last_epoch": 5000,
"verbose": false,
"_step_count": 5001,
"_get_lr_called_within_step": false,
"_last_lr": [
3.039611684019504e-05
],
"lr_lambdas": [
{}
]
}
}