training_state/optimizer_param_groups.json

[
    {
        "weight_decay": 0.001,
        "lr": 0.0,
        "betas": [
            0.95,
            0.999
        ],
        "eps": 1e-08,
        "amsgrad": false,
        "foreach": null,
        "maximize": false,
        "capturable": false,
        "differentiable": false,
        "fused": null,
        "initial_lr": 0.0001,
        "params": [
            0,
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29,
            30,
            31,
            32,
            33,
            34,
            35,
            36,
            37,
            38,
            39,
            40,
            41,
            42,
            43
        ]
    },
    {
        "weight_decay": 0.0,
        "lr": 0.0,
        "betas": [
            0.95,
            0.999
        ],
        "eps": 1e-08,
        "amsgrad": false,
        "foreach": null,
        "maximize": false,
        "capturable": false,
        "differentiable": false,
        "fused": null,
        "initial_lr": 0.0001,
        "params": [
            44,
            45,
            46,
            47,
            48,
            49,
            50,
            51,
            52,
            53,
            54,
            55,
            56,
            57,
            58,
            59,
            60,
            61,
            62,
            63,
            64,
            65,
            66,
            67,
            68,
            69,
            70,
            71,
            72,
            73,
            74,
            75,
            76,
            77,
            78,
            79,
            80,
            81,
            82,
            83,
            84,
            85,
            86,
            87
        ]
    }
]