{
  "format_version": 1,
  "global_step": 65000,
  "scheduler_state_dict": {
    "step": 65000
  },
  "scaler_state_dict": {
    "scale": 1048576.0,
    "growth_factor": 2.0,
    "backoff_factor": 0.5,
    "growth_interval": 2000,
    "_growth_tracker": 648
  },
  "optimizer_meta": {
    "param_groups": [
      {
        "lr": 0.00010505100729822048,
        "betas": [
          0.9,
          0.95
        ],
        "eps": 1e-08,
        "weight_decay": 0.01,
        "amsgrad": false,
        "maximize": false,
        "foreach": null,
        "capturable": false,
        "differentiable": false,
        "fused": null,
        "decoupled_weight_decay": true,
        "params": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17,
          18,
          19,
          20,
          21,
          22,
          23,
          24,
          25,
          26,
          27,
          28,
          29,
          30,
          31,
          32,
          33,
          34,
          35,
          36,
          37,
          38,
          39,
          40,
          41,
          42,
          43,
          44,
          45,
          46,
          47,
          48,
          49,
          50,
          51,
          52,
          53,
          54,
          55,
          56,
          57,
          58,
          59,
          60,
          61,
          62,
          63,
          64,
          65,
          66,
          67,
          68,
          69,
          70,
          71,
          72,
          73,
          74,
          75,
          76,
          77,
          78
        ]
      }
    ],
    "scalars": null
  },
  "torch_rng_state": "RTWJgpdFk/BfAgAAAQAAABIAAAAAAAAAuA+kEgAAAAAkaynMAAAAAFh5DHwAAAAAFP5jEAAAAABu6Zr5AAAAADKyiqEAAAAALv8GggAAAACSOkbkAAAAAJ7/U6MAAAAA+ip50AAAAAA3S+KOAAAAACSUQn0AAAAAn14scgAAAAAqGjYDAAAAAIWfbloAAAAAhzwaXQAAAAAWD3j9AAAAAMIobwMAAAAAkItaEwAAAACqA6vJAAAAAALWem0AAAAAR57IDAAAAABkwktTAAAAAKuKkWIAAAAAZw3NLgAAAABW5jplAAAAAIVThUIAAAAAAmmf+wAAAADpkSnJAAAAAHJLcygAAAAAmg/hiAAAAACddY1lAAAAAPk2n2oAAAAA3AOH+QAAAACWHfEjAAAAALeATBsAAAAACk4b1AAAAACHG8WiAAAAAODzNeAAAAAASiSIwwAAAACp1xF0AAAAAO2jmDgAAAAAdeKO6QAAAADphR7VAAAAAPD/3nMAAAAA2qCEXAAAAAB6tbgVAAAAAASLRwwAAAAAc2lPngAAAAAIpjweAAAAAN80thEAAAAAxFCqjgAAAAA2yAD5AAAAAHeV5MQAAAAAo3seGQAAAAD30SVUAAAAAKhPTxwAAAAAHh2xkAAAAAD3UPRGAAAAAMQUa2kAAAAAsBuf/wAAAAB5J9qsAAAAAKxMB2gAAAAAbYbGLwAAAACr6IrCAAAAAIptacsAAAAAhl0ujAAAAAD5DmsgAAAAAGUFQhMAAAAAvpjiiAAAAABJwlvZAAAAAOOvaM8AAAAACkGTDgAAAADW2Vn1AAAAAN0U8pgAAAAApDgHegAAAAByN/74AAAAAG61fHIAAAAAgzkTWwAAAAAYbX7+AAAAAEI0ImsAAAAAqTU19QAAAADuUbt2AAAAAFXPFsAAAAAAMBHUqAAAAAD2EtOuAAAAABKGUKcAAAAAZ7aYqQAAAACBQ/hHAAAAADogHJoAAAAA6dwnhgAAAAApSgLmAAAAABFVOPMAAAAAD3NsLwAAAACTL5zvAAAAAJovdPgAAAAAiNaJDQAAAAA6R36KAAAAANFLzpEAAAAAry2EnwAAAACPzEDZAAAAAPE+e5gAAAAASQecTwAAAAABK9jPAAAAAFdMl4IAAAAAOxKq5QAAAAD3MaUrAAAAAK2LPUwAAAAAQgWZxQAAAAC4ZYDqAAAAAICoZLAAAAAAEy+mJAAAAACfAWqzAAAAAGWPFrUAAAAAOLVpbAAAAAB0n7/vAAAAAL1fMogAAAAAGKX3YgAAAACHovUUAAAAAJtVJZoAAAAA5UDlqQAAAAA9cqcjAAAAAJu7uysAAAAAtiI7YQAAAAB0o9exAAAAAAFDdfUAAAAA2ls9uQAAAABDIHJoAAAAALWYQecAAAAAhBmwXQAAAAC9BVuZAAAAAGhs5CoAAAAAlTT4MQAAAACTSYQcAAAAAAJBn1YAAAAAVo/3/AAAAABjWM/XAAAAAFIKxxQAAAAA1nGMNwAAAABbnftPAAAAAGrQQwsAAAAAc7AB9QAAAAAmmKKcAAAAAGc/jNoAAAAAOgznMQAAAADLX2yDAAAAAP+Cso8AAAAA3XbRPgAAAADI1cUdAAAAAFBg1ZsAAAAAKsv+EwAAAAA/Qm6UAAAAAALyOVMAAAAAPIM1YgAAAAD+Ek4WAAAAABsVoy8AAAAAgZS3YwAAAACSlAPkAAAAAPmZPggAAAAAoe4SdAAAAADkN1iUAAAAALuUygIAAAAAysnpFwAAAADJMENbAAAAAF5s6McAAAAAwVyavQAAAACoXqruAAAAAM3tRbgAAAAAvIkxZQAAAAAWI+LYAAAAAPWvyvYAAAAA7bZppgAAAAAei5+BAAAAAGsyvUcAAAAAJ3S8aQAAAABiduCcAAAAAKdArncAAAAAuekppgAAAACF4EhoAAAAAKpSDfIAAAAAvLIX3gAAAABh4QmXAAAAANHMKloAAAAAhrkKdgAAAAA9I5Y3AAAAABjZRVAAAAAA80xTOQAAAADWGqPfAAAAAKnDnSYAAAAA54R4JwAAAABLBFLpAAAAACLI/VIAAAAAw+jHvgAAAADajUecAAAAACuqnAMAAAAA5EPHLwAAAAAUc23kAAAAANo/vr8AAAAACT/oIAAAAABzTb5dAAAAAJXnZgMAAAAAEAXPuAAAAAC8uA/DAAAAACcuf90AAAAACO1tBAAAAAC0c9ADAAAAALSt/b4AAAAAiCqlkAAAAAB0oMw5AAAAANryEuIAAAAAh4C2oQAAAACNMSWWAAAAAEZ32M0AAAAAKNyGUAAAAABkAWJKAAAAAH7YOeQAAAAAOipmawAAAABsLVK8AAAAAPAA+kUAAAAA/5Ji/gAAAADmExayAAAAAMzL1OAAAAAASWUbjwAAAAAY24dtAAAAAO45HLEAAAAAHHEz5wAAAACayQevAAAAAMRFBOwAAAAAqJkSwwAAAABJ3ywZAAAAADoE6SgAAAAAd6eLmQAAAABGOzIqAAAAAM3p6McAAAAAYZGfhgAAAAAXbblcAAAAAOk32G4AAAAA58ApAQAAAACz3CpfAAAAAHGOZo4AAAAA0zSJbAAAAABqm3oIAAAAAOxTTrQAAAAAMtTy3AAAAAC8t+GdAAAAAPIMbhwAAAAAEydgtgAAAAC3czG4AAAAAHzhnm8AAAAA8SdSqQAAAABGjqEkAAAAAOmWS0QAAAAAgbjj9gAAAAAvYSpRAAAAAH5Ks4oAAAAAchWmlAAAAADMAz7kAAAAAM63pccAAAAA2K+A6gAAAACJh+ZkAAAAAEoGYVsAAAAADZtvEAAAAABndZUZAAAAAC+JAnkAAAAAha3pSAAAAABY2o5uAAAAAJ+AcNAAAAAAsrZvqAAAAADCIuQcAAAAANLpKZgAAAAAIOT6JQAAAACh0IAZAAAAAFkUtc0AAAAAxethowAAAABFjonYAAAAAFSlEOgAAAAAISrPKgAAAAAjC/etAAAAANwWe9cAAAAArirESwAAAACshf4RAAAAANsm7iUAAAAACVg2nAAAAAD+N8ouAAAAAC7nJV8AAAAAVMWHPAAAAAAVWcN+AAAAAFGSLdAAAAAAYtwNQQAAAADbFAxfAAAAANo4nBAAAAAAyPe3hwAAAABUBOsYAAAAAJdMdVQAAAAAoaHbHQAAAACxqTuTAAAAAK3cOk8AAAAAHKn2RwAAAACGjbXGAAAAAO50XP8AAAAAQBedGQAAAABn62/UAAAAAE2MgmcAAAAAtFAAVQAAAAAiWll3AAAAANJD7l8AAAAAUzCOTAAAAABo46uaAAAAAP/Q+DQAAAAAxafipgAAAACQMdrbAAAAAASArcgAAAAAA/t+ugAAAACA8Tb/AAAAAP507OcAAAAAU+NPLQAAAAA5a3L8AAAAAMoQ/Z8AAAAALeCzQQAAAACI1TWTAAAAACQmIBoAAAAAqBVPtgAAAAD797YQAAAAAHb7rncAAAAAVY8azgAAAADdOFn0AAAAAHIvf0sAAAAAaMD1ugAAAADyRkgLAAAAAM3oPJoAAAAAqv+HwAAAAACtJ5TfAAAAAF1iTyUAAAAAYVYNfgAAAABVpE7UAAAAAP8nCOMAAAAALGjznAAAAADz9BPGAAAAAEVUVSwAAAAAwOwBCwAAAADddri/AAAAAEuBXAQAAAAAc2K/WwAAAABymNNoAAAAAJGU6H0AAAAA4wPdAwAAAAAVkP2fAAAAAKrGEZwAAAAA65bZawAAAADpu79QAAAAAHVS2R8AAAAAuCd6OAAAAAAMFeB3AAAAAKI61FoAAAAAPDRhawAAAAA/S4ofAAAAAHHhJVIAAAAAxbpUoAAAAABCXhqsAAAAAH9fcGAAAAAAFustPgAAAAAasMfiAAAAAK+l59EAAAAAp+kmWgAAAACWc2vxAAAAAK720O4AAAAAZt4+CwAAAACAV1KIAAAAAOG42YIAAAAAUB0sSwAAAADrB+noAAAAACSJQ9YAAAAAudoCqgAAAAAM9VJvAAAAAB+4utAAAAAAkZdeNAAAAACuDDH6AAAAAHK49DcAAAAADQ0engAAAAAzA5MUAAAAAG0myt8AAAAA4ttf5QAAAAAzPHR4AAAAAC3EsXIAAAAAEEVnjwAAAAC27ejRAAAAAFOQxUgAAAAApIDg9QAAAACl1oCDAAAAAPJraocAAAAAZaxYZwAAAAAu9N1zAAAAALPUXWkAAAAAtjc/8gAAAADNOdauAAAAAFDytUcAAAAAvcKFFwAAAAD3jcg8AAAAAGqP8pkAAAAAesvlBAAAAAC6S+gWAAAAACuW5xgAAAAAWNV06gAAAADl/MlvAAAAALxPeqwAAAAA71uwSQAAAABkm20vAAAAACu0yhIAAAAA+WXT3gAAAACaN+a6AAAAAMzhKokAAAAAc9ZodAAAAACZgToAAAAAAOcbH9sAAAAAfE5j+QAAAACxR7XCAAAAAFJu1BAAAAAAic18YwAAAACr3fvwAAAAAO3+/gEAAAAAdu5nbQAAAABdEzG2AAAAAJLAj+YAAAAAMbzsjAAAAABlMqqJAAAAADxBgFYAAAAATbor2gAAAABK0NERAAAAAP6sBboAAAAAz2lMKAAAAAAHTzfkAAAAAMdExKkAAAAASbSkRQAAAAAV4ItzAAAAAG15gUkAAAAAarZFmwAAAABKjiP8AAAAALMgNesAAAAAvYV7KAAAAABJy3FWAAAAACGW/PoAAAAAyqLSIQAAAABAXLTTAAAAAEDHPvgAAAAAsgwxDwAAAACO4LK2AAAAADekce4AAAAAutRsDgAAAAAXVh2QAAAAAEdXzRYAAAAAzOeiJwAAAADnq04LAAAAAOADNooAAAAAYHDNJAAAAAB6S43QAAAAAGma8l8AAAAAkqSSiQAAAAD3DPNlAAAAAPksKhQAAAAA+uK+EQAAAACUyGOuAAAAAKLvslcAAAAAKVUVaQAAAAAj8BvoAAAAAEIe5l8AAAAADZBJRQAAAABbaxmRAAAAAKzCJ2AAAAAACWVInQAAAADpB4stAAAAAHf/4DAAAAAATmR/jAAAAAAja0EBAAAAAEat9IcAAAAA85PZrQAAAADkFKzHAAAAAD+8mFEAAAAAetlocQAAAABxmD8DAAAAACJym6AAAAAATeVsTQAAAABEwDuKAAAAAGaXo6cAAAAAqa7GoAAAAACT+MdzAAAAAJmQcAYAAAAAgG7qXgAAAABg8hJEAAAAAHZ6xtsAAAAAEv3aKgAAAACdoVD5AAAAAHAS4YoAAAAAWcqOLAAAAAClltVNAAAAALYXD/AAAAAAXYF5CAAAAADNo0BVAAAAAEvB9hQAAAAAVoQGzAAAAADtcTdyAAAAAKKw8EIAAAAAWmqnPQAAAADsRs62AAAAAAUfQSYAAAAAYx/zJwAAAADNjv2NAAAAAEg46IsAAAAAIN8LFgAAAABBhoyRAAAAACkejfcAAAAAzajKoAAAAADdf1BQAAAAAPiI3z4AAAAAsqMkDwAAAACJjyI5AAAAAJ1k2dQAAAAAnVWdRAAAAABwGmwEAAAAACRJO7gAAAAAI2hQqwAAAAAQPj1BAAAAAFs2fZoAAAAAW9yw7QAAAABlSQ0uAAAAACi3kBoAAAAAGi8HbgAAAABW+5mqAAAAAPEy5/cAAAAAuLKCeQAAAAC+kIOzAAAAACXeWfQAAAAAIb57GAAAAAA5ZQ8lAAAAAPEBDCQAAAAAAElblwAAAAAQ4axSAAAAABDNbbIAAAAAE/gqlgAAAABvn+/jAAAAACXjI3wAAAAAjZQ9KQAAAAAAhbL3AAAAALM1kdcAAAAAYqxV4wAAAADQp2JpAAAAAETYKDwAAAAA7XTwXwAAAAD5aH7sAAAAAJnIBhYAAAAAG0KGdwAAAABGNxrkAAAAALMfEAkAAAAAS1Y9AgAAAADZBH9zAAAAAKB7Ez4AAAAA5NtppgAAAAADS1ERAAAAAFKNPREAAAAAdnzLlgAAAABq+0ZTAAAAANzMYocAAAAAg46E5QAAAACoJ7IhAAAAADDBK4gAAAAAgU0xVgAAAAA+XFapAAAAAGIWQKYAAAAARRsPoAAAAACdCBD2AAAAAEhcS94AAAAAGI1wtAAAAABULMNKAAAAAPW5m/EAAAAAngcyLAAAAACWYCVUAAAAAIfXjwYAAAAAdCHVEgAAAADufYiYAAAAAAy57H4AAAAAsKntFQAAAABAKUCQAAAAAKjV/hYAAAAACvT12AAAAACCR790AAAAAB6Bzj4AAAAAUG4KtwAAAAAuPH0cAAAAADacYA0AAAAA+vQVOgAAAACyjCCqAAAAANsvEjIAAAAAIFy8CAAAAABptJT+AAAAAM30cHsAAAAAmxzchAAAAADucDLgAAAAAGixm9EAAAAAfPnioQAAAAAa7+A3AAAAAGNHrPgAAAAAVkWLcwAAAABFFzS7AAAAAD59H+AAAAAAHQpErgAAAACLxrVSAAAAAFqRED0AAAAAWu0N0wAAAADLmKMvAAAAAKCVsDoAAAAASYuNKgAAAADOE16sAAAAAE080aMAAAAAwBDrFAAAAACOLPUXAAAAAPhjZUoAAAAAewQafgAAAABWbMVYAAAAANGwSG8AAAAAzeQWEgAAAADUtSKaAAAAAKhdSWAAAAAA4JTdywAAAABUI3ZbAAAAAGHF114AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==",
  "cuda_rng_state": "w6piTxoaEwAAAAAAAAAAAA=="
}