File size: 513 Bytes
bbcfc52 | 1 2 | {"log": "trained", "date": "2023-05-19T07:14:13", "elapsed": "00:10:23", "model": "kkuramitsu/mt5-tiny12L", "max_length": 128, "target_max_length": 128, "batch_size": 16, "gradient_accumulation_steps": 1, "train_steps": 1604, "accelerator": "gpu", "devices": "auto", "precision": 32, "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 8, "step": 1600, "saved": "model"}
|