Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+trainer_state.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,80 @@
+{
+  "_name_or_path": "/mnt/amlfs-01/home/seonghyeony/checkpoints/groot_s_idm_24P_300",
+  "action_dim": 32,
+  "action_head_cfg": {
+    "_convert_": "object",
+    "_target_": "gr00t.model.action_head.flow_matching_action_head_idm.FlowMatchingActionHeadIDM",
+    "config": {
+      "_recursive_": false,
+      "_target_": "gr00t.model.action_head.flow_matching_action_head_idm.FlowMatchingActionHeadIDMConfig",
+      "action_dim": 32,
+      "action_horizon": 16,
+      "add_pos_embed": true,
+      "add_seperator_token": true,
+      "add_view_embed": true,
+      "backbone_features_projector_cfg": null,
+      "diffusion_model_cfg": {
+        "_target_": "gr00t.model.action_head.cross_attention_dit.DiT",
+        "attention_head_dim": 64,
+        "dropout": 0.2,
+        "final_dropout": true,
+        "interleave_self_attention": true,
+        "norm_type": "ada_norm",
+        "num_attention_heads": 16,
+        "num_layers": 8,
+        "output_dim": 1024,
+        "positional_embeddings": null
+      },
+      "hidden_size": 1024,
+      "max_action_dim": 32,
+      "max_num_views": 6,
+      "max_state_dim": 44,
+      "mm_projector_cfg": {
+        "_convert_": "object",
+        "_target_": "gr00t.model.action_head.multimodal_projector.MultimodalProjector",
+        "config": {
+          "_target_": "gr00t.model.action_head.multimodal_projector.MultimodalProjectorConfig",
+          "hidden_size": 1024,
+          "mm_hidden_size": 1024,
+          "mm_projector_type": "mlp_doubledownsample"
+        }
+      },
+      "mm_vision_select_layer": -2,
+      "model_dtype": "float32",
+      "noise_beta_alpha": 1.5,
+      "noise_beta_beta": 1.0,
+      "noise_s": 0.999,
+      "num_inference_timesteps": 16,
+      "num_timestep_buckets": 1000,
+      "siglip_hidden_size": 1024,
+      "siglip_model_cfg": {
+        "_convert_": "object",
+        "_target_": "gr00t.model.action_head.siglip.SiglipModel.from_pretrained",
+        "pretrained_model_name_or_path": "google/siglip2-large-patch16-256"
+      },
+      "tune_vision_tower": true,
+      "vl_self_attention_cfg": {
+        "_target_": "gr00t.model.action_head.cross_attention_dit.SelfAttentionTransformer",
+        "attention_head_dim": 64,
+        "dropout": 0.2,
+        "final_dropout": true,
+        "num_attention_heads": 16,
+        "num_layers": 4,
+        "positional_embeddings": null
+      }
+    }
+  },
+  "action_horizon": 16,
+  "architectures": [
+    "DualBrain"
+  ],
+  "backbone_cfg": {
+    "_target_": "gr00t.model.backbone.IdentityBackbone"
+  },
+  "hidden_size": 0,
+  "model_dtype": "float32",
+  "model_type": "dual_brain",
+  "resume_path": "/mnt/amlfs-01/home/seonghyeony/checkpoints/groot_s_idm_24P_300",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.2"
+}

experiment_cfg/metadata.json

@@ -0,0 +1,826 @@
+{
+    "robocasa_panda_omron": {
+        "dataset_name": "robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet, robocasa_panda_omron:FullSet",
+        "dataset_statistics": {
+            "state": {
+                "base_position": {
+                    "max": [
+                        5.60412073135376,
+                        -0.4872598946094513,
+                        0.8319682478904724
+                    ],
+                    "min": [
+                        0.31250813603401184,
+                        -5.110836982727051,
+                        0.6947912573814392
+                    ],
+                    "mean": [
+                        2.5233612060546875,
+                        -1.4497382640838627,
+                        0.7089967727661134
+                    ],
+                    "std": [
+                        1.4186391830444336,
+                        0.8250066041946406,
+                        0.008732615038746
+                    ],
+                    "q01": [
+                        0.5000049471855164,
+                        -4.100456237792969,
+                        0.6999498009681703
+                    ],
+                    "q99": [
+                        5.5999813079834,
+                        -0.7786697745323181,
+                        0.7069445848464966
+                    ]
+                },
+                "base_rotation": {
+                    "max": [
+                        0.0,
+                        0.0,
+                        1.0,
+                        1.0
+                    ],
+                    "min": [
+                        0.0,
+                        0.0,
+                        -1.0,
+                        0.0
+                    ],
+                    "mean": [
+                        0.0,
+                        0.0,
+                        0.25808697938919073,
+                        0.6459704637527465
+                    ],
+                    "std": [
+                        0.0,
+                        0.0,
+                        0.5877522826194763,
+                        0.3639818727970123
+                    ],
+                    "q01": [
+                        0.0,
+                        0.0,
+                        -0.9999999999999999,
+                        5.5698886990285226e-06
+                    ],
+                    "q99": [
+                        0.0,
+                        0.0,
+                        0.9999999999999999,
+                        0.9999999999999999
+                    ]
+                },
+                "end_effector_position_absolute": {
+                    "max": [
+                        6.200742721557617,
+                        -0.00844558235257864,
+                        1.8568346500396729
+                    ],
+                    "min": [
+                        0.011350978165864944,
+                        -5.129131317138672,
+                        0.6468141078948975
+                    ],
+                    "mean": [
+                        2.5114300251007076,
+                        -1.360061168670654,
+                        1.339444875717163
+                    ],
+                    "std": [
+                        1.5792435407638563,
+                        0.9657800793647767,
+                        0.25533461570739835
+                    ],
+                    "q01": [
+                        0.15726516664028167,
+                        -4.127151670455933,
+                        0.7751663839817047
+                    ],
+                    "q99": [
+                        5.854645910263061,
+                        -0.14227030426263923,
+                        1.6728234744071961
+                    ]
+                },
+                "end_effector_position_relative": {
+                    "max": [
+                        0.8734620809555054,
+                        0.9110966920852661,
+                        1.1568338871002197
+                    ],
+                    "min": [
+                        -0.46594083309173584,
+                        -0.8583298325538635,
+                        -0.05373392626643181
+                    ],
+                    "mean": [
+                        0.2642126679420471,
+                        -0.037328604608774185,
+                        0.5461296439170839
+                    ],
+                    "std": [
+                        0.18807946145534513,
+                        0.2574712634086609,
+                        0.23820365965366327
+                    ],
+                    "q01": [
+                        -0.25546322107315067,
+                        -0.6193294751644135,
+                        0.07401651039719581
+                    ],
+                    "q99": [
+                        0.7370126557350158,
+                        0.6061198198795318,
+                        0.9726848316192626
+                    ]
+                },
+                "end_effector_rotation_absolute": {
+                    "max": [
+                        0.9999977350234985,
+                        0.9999508857727051,
+                        0.9938080310821533,
+                        0.9647020697593689
+                    ],
+                    "min": [
+                        -0.9724215269088745,
+                        -0.9999970197677612,
+                        -0.9864645600318909,
+                        -0.9823317527770996
+                    ],
+                    "mean": [
+                        0.47370263934135426,
+                        0.0261838398873806,
+                        0.16200047731399536,
+                        -0.04991654306650162
+                    ],
+                    "std": [
+                        0.41681185364723217,
+                        0.608587920665741,
+                        0.2949107885360718,
+                        0.3205944299697876
+                    ],
+                    "q01": [
+                        -0.6978112339973449,
+                        -0.9920166134834288,
+                        -0.6591729152202607,
+                        -0.7654285311698916
+                    ],
+                    "q99": [
+                        0.9918085932731626,
+                        0.9379134571552272,
+                        0.7881702184677124,
+                        0.7439913916587824
+                    ]
+                },
+                "end_effector_rotation_relative": {
+                    "max": [
+                        0.9999980926513672,
+                        0.998063862323761,
+                        0.9959006905555725,
+                        0.9754553437232971
+                    ],
+                    "min": [
+                        -0.9999996423721313,
+                        -0.9978545904159546,
+                        -0.9934196472167969,
+                        1.742676403182486e-08
+                    ],
+                    "mean": [
+                        -0.15737581253051755,
+                        0.12279410660266878,
+                        0.0075049446895718575,
+                        0.19545103609561915
+                    ],
+                    "std": [
+                        0.7716760039329528,
+                        0.35558718442916865,
+                        0.34857386350631714,
+                        0.23019900918006903
+                    ],
+                    "q01": [
+                        -0.9974887371063231,
+                        -0.6873972046375275,
+                        -0.774531364440918,
+                        0.0013910925900563597
+                    ],
+                    "q99": [
+                        0.9955765008926392,
+                        0.8495244240760801,
+                        0.7640593051910399,
+                        0.8050539493560789
+                    ]
+                },
+                "gripper_qpos": {
+                    "max": [
+                        0.0993952602148056,
+                        0.12181679159402847
+                    ],
+                    "min": [
+                        -0.034708939492702484,
+                        -0.12887509167194366
+                    ],
+                    "mean": [
+                        0.03116090223193169,
+                        -0.0305799338966608
+                    ],
+                    "std": [
+                        0.01336925104260443,
+                        0.01332307420670987
+                    ],
+                    "q01": [
+                        -4.0376453907811085e-05,
+                        -0.040308743715286255
+                    ],
+                    "q99": [
+                        0.04063318811357021,
+                        -0.00040857097716070936
+                    ]
+                },
+                "gripper_qvel": {
+                    "max": [
+                        3.6628172397613525,
+                        16.347944259643555
+                    ],
+                    "min": [
+                        -3.065218210220337,
+                        -1.0290303230285645
+                    ],
+                    "mean": [
+                        0.0007271775975823402,
+                        -0.0007187921437434852
+                    ],
+                    "std": [
+                        0.01484494563192129,
+                        0.01693008281290531
+                    ],
+                    "q01": [
+                        -0.06051826104521752,
+                        -0.06142193399369715
+                    ],
+                    "q99": [
+                        0.06037045575678332,
+                        0.06032651640474791
+                    ]
+                },
+                "joint_position": {
+                    "max": [
+                        2.914743423461914,
+                        1.7686904668807983,
+                        2.916494846343994,
+                        -0.016307059675455093,
+                        2.939373016357422,
+                        3.790846109390259,
+                        2.954829454421997
+                    ],
+                    "min": [
+                        -2.907266616821289,
+                        -1.7821346521377563,
+                        -2.9019548892974854,
+                        -3.095099449157715,
+                        -2.937913417816162,
+                        -0.0009604570223018527,
+                        -2.92836594581604
+                    ],
+                    "mean": [
+                        -0.002226361073553562,
+                        -0.7944630384445189,
+                        -0.13673430681228638,
+                        -2.1579504013061523,
+                        0.22298482060432434,
+                        1.9989188909530637,
+                        0.6232013106346129
+                    ],
+                    "std": [
+                        0.39000499248504633,
+                        0.6092476248741152,
+                        0.6991883516311646,
+                        0.6551395654678345,
+                        0.736649513244629,
+                        0.568905234336853,
+                        0.8584070205688478
+                    ],
+                    "q01": [
+                        -1.1111454963684084,
+                        -1.7629053592681887,
+                        -1.9500407242774964,
+                        -3.0719740390777583,
+                        -1.3464225411415103,
+                        0.710475721359253,
+                        -1.6062000060081483
+                    ],
+                    "q99": [
+                        1.4440935993194488,
+                        0.7535663640499111,
+                        1.9061625623702998,
+                        -0.06965120136737823,
+                        2.8974728584289555,
+                        3.515558786392211,
+                        2.689405360221862
+                    ]
+                },
+                "joint_position_cos": {
+                    "max": [
+                        1.0,
+                        1.0,
+                        1.0,
+                        0.9998670220375061,
+                        1.0,
+                        0.9999995231628418,
+                        1.0
+                    ],
+                    "min": [
+                        -0.9743798971176147,
+                        -0.20976868271827698,
+                        -0.9747722744941711,
+                        -0.9989193677902222,
+                        -0.9796231389045715,
+                        -1.0,
+                        -0.9826104044914246
+                    ],
+                    "mean": [
+                        0.8548306226730348,
+                        0.5775746703147887,
+                        0.8072980046272277,
+                        -0.4509732127189635,
+                        0.8170415759086608,
+                        -0.32237827777862554,
+                        0.5677806138992308
+                    ],
+                    "std": [
+                        0.18712373077869357,
+                        0.3143303990364076,
+                        0.3379428088665012,
+                        0.5030199885368347,
+                        0.4237685203552249,
+                        0.4407167136669159,
+                        0.44018274545669567
+                    ],
+                    "q01": [
+                        -0.02635294888168575,
+                        -0.19092965126037595,
+                        -0.431967819929123,
+                        -0.9975776076316832,
+                        -0.9703514575958252,
+                        -0.9988470673561097,
+                        -0.927694798707962
+                    ],
+                    "q99": [
+                        0.9999993443489074,
+                        0.9995868206024171,
+                        0.9999943375587463,
+                        0.9975753426551818,
+                        0.9999939799308778,
+                        0.7580517125129691,
+                        0.9997406005859374
+                    ]
+                },
+                "joint_position_sin": {
+                    "max": [
+                        1.0,
+                        1.0,
+                        1.0,
+                        -0.016306336969137192,
+                        1.0,
+                        1.0,
+                        1.0
+                    ],
+                    "min": [
+                        -1.0,
+                        -1.0,
+                        -1.0,
+                        -1.0,
+                        -1.0,
+                        -0.6045919060707092,
+                        -1.0
+                    ],
+                    "mean": [
+                        -0.009903629310429098,
+                        -0.6532469391822815,
+                        -0.11583427339792252,
+                        -0.7166314125061036,
+                        0.10584983974695206,
+                        0.8206916451454164,
+                        0.42647859454154957
+                    ],
+                    "std": [
+                        0.30439406633377075,
+                        0.45045891404151917,
+                        0.49071264266967773,
+                        0.26929175853729226,
+                        0.41677382588386536,
+                        0.28926900029182395,
+                        0.5585145950317384
+                    ],
+                    "q01": [
+                        -0.8871335268020629,
+                        -0.9998832941055298,
+                        -0.9991828799247741,
+                        -0.9997999668121336,
+                        -0.9557854759693147,
+                        -0.3653103184700012,
+                        -0.9881189262866972
+                    ],
+                    "q99": [
+                        0.9552828037738794,
+                        0.6842438745498653,
+                        0.997663722038269,
+                        -0.06941956743597984,
+                        0.9985226392745972,
+                        0.9999756217002866,
+                        0.9997976422309875
+                    ]
+                },
+                "joint_velocity": {
+                    "max": [
+                        4.507856369018555,
+                        4.772953987121582,
+                        5.447414875030518,
+                        6.97592830657959,
+                        11.213868141174316,
+                        8.45352554321289,
+                        7.553228378295898
+                    ],
+                    "min": [
+                        -4.643657207489014,
+                        -3.8053159713745117,
+                        -10.225778579711914,
+                        -5.300220489501953,
+                        -8.159320831298828,
+                        -7.285642147064209,
+                        -6.582308292388916
+                    ],
+                    "mean": [
+                        -0.0051504699513316154,
+                        0.017983481287956238,
+                        -0.0032231842633336795,
+                        0.018490538001060486,
+                        0.01154279615730047,
+                        0.03427882865071296,
+                        -0.008020073175430298
+                    ],
+                    "std": [
+                        0.22057239711284635,
+                        0.3303338885307312,
+                        0.25083741545677185,
+                        0.3530645966529846,
+                        0.3323102593421936,
+                        0.3750852048397064,
+                        0.3499438166618347
+                    ],
+                    "q01": [
+                        -0.736943724155426,
+                        -1.0061864113807681,
+                        -0.6962891066074371,
+                        -1.0777667713165284,
+                        -0.9365327370166779,
+                        -1.0524059319496155,
+                        -1.0341050219535823
+                    ],
+                    "q99": [
+                        0.6565076839923846,
+                        0.8276887702941891,
+                        0.7165593433380111,
+                        1.0437071704864485,
+                        1.0606284761428828,
+                        1.047166392803192,
+                        0.9755567121505715
+                    ]
+                }
+            },
+            "action": {
+                "base_motion": {
+                    "max": [
+                        0.0,
+                        0.0,
+                        0.0,
+                        0.0
+                    ],
+                    "min": [
+                        0.0,
+                        0.0,
+                        0.0,
+                        0.0
+                    ],
+                    "mean": [
+                        0.0,
+                        0.0,
+                        0.0,
+                        0.0
+                    ],
+                    "std": [
+                        0.0,
+                        0.0,
+                        0.0,
+                        0.0
+                    ],
+                    "q01": [
+                        0.0,
+                        0.0,
+                        0.0,
+                        0.0
+                    ],
+                    "q99": [
+                        0.0,
+                        0.0,
+                        0.0,
+                        0.0
+                    ]
+                },
+                "control_mode": {
+                    "max": [
+                        0.0
+                    ],
+                    "min": [
+                        0.0
+                    ],
+                    "mean": [
+                        0.0
+                    ],
+                    "std": [
+                        0.0
+                    ],
+                    "q01": [
+                        0.0
+                    ],
+                    "q99": [
+                        0.0
+                    ]
+                },
+                "end_effector_position": {
+                    "max": [
+                        1.0,
+                        1.0,
+                        1.0
+                    ],
+                    "min": [
+                        -1.0,
+                        -1.0,
+                        -1.0
+                    ],
+                    "mean": [
+                        0.03037301078438759,
+                        0.003446326823905111,
+                        -0.040158476680517204
+                    ],
+                    "std": [
+                        0.4068017899990082,
+                        0.3985259532928467,
+                        0.36361521482467646
+                    ],
+                    "q01": [
+                        -0.9999999999999999,
+                        -0.9999999999999999,
+                        -0.9999999999999999
+                    ],
+                    "q99": [
+                        0.9999999999999999,
+                        0.9999999999999999,
+                        0.9999999999999999
+                    ]
+                },
+                "end_effector_rotation": {
+                    "max": [
+                        1.0,
+                        1.0,
+                        1.0
+                    ],
+                    "min": [
+                        -1.0,
+                        -1.0,
+                        -1.0
+                    ],
+                    "mean": [
+                        0.006670467555522919,
+                        -0.022744668647646907,
+                        -0.002840776927769184
+                    ],
+                    "std": [
+                        0.14142614603042605,
+                        0.1476612389087677,
+                        0.13538147509098053
+                    ],
+                    "q01": [
+                        -0.41466328322887414,
+                        -0.508793534040451,
+                        -0.4084805303812027
+                    ],
+                    "q99": [
+                        0.4669318711757646,
+                        0.3791767048835726,
+                        0.4212867003679271
+                    ]
+                },
+                "gripper_close": {
+                    "max": [
+                        1.0
+                    ],
+                    "min": [
+                        0.0
+                    ],
+                    "mean": [
+                        0.3556057214736939
+                    ],
+                    "std": [
+                        0.49354264140129084
+                    ],
+                    "q01": [
+                        0.0
+                    ],
+                    "q99": [
+                        1.0
+                    ]
+                }
+            },
+            "total_trajectory_length": 9288,
+            "num_trajectories": 1691280
+        },
+        "modalities": {
+            "video": {
+                "res256_image_side_0": {
+                    "resolution": [
+                        256,
+                        256
+                    ],
+                    "channels": 3,
+                    "fps": 20.0
+                },
+                "res256_image_side_1": {
+                    "resolution": [
+                        256,
+                        256
+                    ],
+                    "channels": 3,
+                    "fps": 20.0
+                },
+                "res256_image_wrist_0": {
+                    "resolution": [
+                        256,
+                        256
+                    ],
+                    "channels": 3,
+                    "fps": 20.0
+                }
+            },
+            "state": {
+                "base_position": {
+                    "absolute": true,
+                    "rotation_type": null,
+                    "shape": [
+                        3
+                    ],
+                    "continuous": true
+                },
+                "base_rotation": {
+                    "absolute": true,
+                    "rotation_type": "quaternion",
+                    "shape": [
+                        4
+                    ],
+                    "continuous": true
+                },
+                "end_effector_position_absolute": {
+                    "absolute": true,
+                    "rotation_type": null,
+                    "shape": [
+                        3
+                    ],
+                    "continuous": true
+                },
+                "end_effector_position_relative": {
+                    "absolute": true,
+                    "rotation_type": null,
+                    "shape": [
+                        3
+                    ],
+                    "continuous": true
+                },
+                "end_effector_rotation_absolute": {
+                    "absolute": true,
+                    "rotation_type": "quaternion",
+                    "shape": [
+                        4
+                    ],
+                    "continuous": true
+                },
+                "end_effector_rotation_relative": {
+                    "absolute": true,
+                    "rotation_type": "quaternion",
+                    "shape": [
+                        4
+                    ],
+                    "continuous": true
+                },
+                "gripper_qpos": {
+                    "absolute": true,
+                    "rotation_type": null,
+                    "shape": [
+                        2
+                    ],
+                    "continuous": true
+                },
+                "gripper_qvel": {
+                    "absolute": true,
+                    "rotation_type": null,
+                    "shape": [
+                        2
+                    ],
+                    "continuous": true
+                },
+                "joint_position": {
+                    "absolute": true,
+                    "rotation_type": null,
+                    "shape": [
+                        7
+                    ],
+                    "continuous": true
+                },
+                "joint_position_cos": {
+                    "absolute": true,
+                    "rotation_type": null,
+                    "shape": [
+                        7
+                    ],
+                    "continuous": true
+                },
+                "joint_position_sin": {
+                    "absolute": true,
+                    "rotation_type": null,
+                    "shape": [
+                        7
+                    ],
+                    "continuous": true
+                },
+                "joint_velocity": {
+                    "absolute": true,
+                    "rotation_type": null,
+                    "shape": [
+                        7
+                    ],
+                    "continuous": true
+                }
+            },
+            "action": {
+                "base_motion": {
+                    "absolute": false,
+                    "rotation_type": null,
+                    "shape": [
+                        4
+                    ],
+                    "continuous": true
+                },
+                "control_mode": {
+                    "absolute": true,
+                    "rotation_type": null,
+                    "shape": [
+                        1
+                    ],
+                    "continuous": false
+                },
+                "end_effector_position": {
+                    "absolute": false,
+                    "rotation_type": null,
+                    "shape": [
+                        3
+                    ],
+                    "continuous": true
+                },
+                "end_effector_rotation": {
+                    "absolute": false,
+                    "rotation_type": "axis_angle",
+                    "shape": [
+                        3
+                    ],
+                    "continuous": true
+                },
+                "gripper_close": {
+                    "absolute": true,
+                    "rotation_type": null,
+                    "shape": [
+                        1
+                    ],
+                    "continuous": false
+                }
+            },
+            "annotation": {
+                "human": [
+                    "action.task_description",
+                    "action.task_name",
+                    "validity"
+                ]
+            }
+        },
+        "embodiment": {
+            "robot_name": "Franka",
+            "robot_type": "Panda+OmronBase",
+            "record_frequency": 20.0,
+            "body_controller_frequency": null,
+            "hand_controller_frequency": null,
+            "embodiment_tag": "robocasa_panda_omron"
+        },
+        "processing": null,
+        "version": null
+    }
+}

global_step60000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7dbb2d251044deb8f9acff69d9a8797ec150120943c7286831021e6cd344f
+size 229582448

global_step60000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b31d4b429a8a14d5ce8e424f18eaf160610d8f75f9f459d54e3e3dd69ae404c
+size 229582140

global_step60000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc1012d3521da3a017aa15d374259c4abdb2f0d52b830cd8eb67f3b77657ec0
+size 229582268

global_step60000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f0dcef5cb996c826afb6a3de48a412bd7bb106c20bbec14364478e69696c34
+size 229582140

global_step60000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f808d2290a2328aad0bb97c6149c3dc2778ff2308bf05e2badcb09c93996697
+size 229582140

global_step60000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae17b7810ccfa4f7aaf4521645cb604c69a5752213823bd5e59a58a3ee8f9e2d
+size 229582140

global_step60000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ca9fca0ba43394b6c2fa6735195897163250f1627856a6de0a522aeab5165d
+size 229582076

global_step60000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95dab1fb53717cd9cfbc147459cb13ef57197be641d3e46a9d9f64f0380bc17
+size 229581948

global_step60000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12677d2ca71d20331c5793349c9d4497cab4a4fbb0e443b87b111689413082d1
+size 229582268

global_step60000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce6ffab5363b1c6b8cf870e3dfb0a93913e4703687872658754401d1232fec2
+size 229581884

global_step60000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bfc4d32d70da39933a5161d4c02ff6bdd222adfe9f53a3db60dd6b3c498cdc
+size 229581948

global_step60000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0beaaf9b55b900d8e660eaac3c510098962a2d9500915f2bc611a188ceacd20
+size 229582000

global_step60000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b148fb577fa3c9f7100dc0f08de4a4f5f8a83d0f25c332501b21b37c3567c7c
+size 229582012

global_step60000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3697a20e7e6020eb408f9955d74757d6f940f998906ab311fb94d6bbf773ee6f
+size 229581692

global_step60000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9320cd5dd46980821ccb5871d9719cb3a9b8b2bcfeba281890bf62fb19af0702
+size 229581692

global_step60000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824cd3b2fe93cde3e90673d5eb76292238f217eb5d06ed86f18c54ccc172aed2
+size 229581756

global_step60000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd137aca3e137da84d345e38bebdd37f5d701a424489a3ad06fb2fb875827ea7
+size 229581180

global_step60000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d159b12a4466a0cb31f19b06386291e40cfa26ddbb12b715c5b4d87e96eb0f
+size 229580668

global_step60000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04119e882238ae560480e38eb3c57c42298a9ae9ca480e1b579c2a3a52244cca
+size 229580732

global_step60000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a27132dae2b11fb83822ba08111d1a601bf386a2229668388cba8d0a18c7e9c
+size 229581244

global_step60000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eafc89c95c3bcc9f2e91770e68fad9ac8f190cd15b5ca37b981c9be10e5a4e
+size 229581180

global_step60000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d74c93993be53ad46a1f7f95c11096335833852fceb1e9b561bdb21fcce28e
+size 229581244

global_step60000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3397fac9272c3247df75b04ba6d4c39c2d0805aa037bf8acca4098c747a96b24
+size 229582320

global_step60000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e0b1c19f6cdb9765abdc7c4b77bf4e3de99060c1fabc30b62719afd942c7a5
+size 229580732

global_step60000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0118cd25a916783426663e72fe8697e3b084c8c03757a8f0a4f3b85d2900cf46
+size 229580988

global_step60000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26201057835f03cf2570c52770d5dc299909f6242e26b5a8af5386964e25cf1
+size 229582000

global_step60000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb66ab81a30e35ea7ae512dd4fb9d36615ca1ef4ffb5cf128d3eb662a6568ee
+size 229582320

global_step60000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b17016e84e25b047fea4fe88223163f7f2a82a5fde149fad1283c66d09233d
+size 229581872

global_step60000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a052411719c96070e3ffb4c42d20375df2eb1da87af4664c9387cf77815d3e
+size 229582256

global_step60000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d9ab0ad83d200ffc89a41122762d48e52c29d4501140b5a096fc2eb72c965d
+size 229582000

global_step60000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0879971bbb1a7ac429e144e49e3c1bf67fb92c441309612f6e609fab6d6e40
+size 229582256

global_step60000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b986897bd9748bd2ea23b3a9dd786e0ad2029e34a2ae5e4e1db5131fa1a24a75
+size 229582256

global_step60000/mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e865663cf02bb399c9c3c2b5b733ac95c9b16e8a890640bc6ff3ebeede071bd3
+size 1325393186

latest

@@ -0,0 +1 @@
+global_step60000

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f30bcb0b53eba6e4225fec41e8b953c7cd77221320aaca1285e3e5321cc3b8e
+size 1274869220

rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5a06ff249b9991f1fd615d938bda8244b255458c851656ac52db6479ce1940
+size 14256

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d40bdbddd3cd698c19a0494bda3b649ed693b95ca1d680a10f37b2eccf250b
+size 14256

rng_state_10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33f183849df8388d54d79473a5a9eeb518752e33d0f1faee0f17b149a6ac205
+size 14262

rng_state_11.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c94abbc1d333765a5585d72a643f24cae81ca7fe1161a874e7dcaabbf7bd29d
+size 14262

rng_state_12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b56499538e7d62fbd4d2bff54cbb667287939a0f6a94bf9e1cb09c201c3768c
+size 14262

rng_state_13.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06acfc0f3525f99c12bb83e8c544b9326b328c5a4d2ef517cb977b9794bebe4c
+size 14262

rng_state_14.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437d4f5244d715af7f41df1f8dd9cd7c280e626d93971bf9615875624142ce4a
+size 14262

rng_state_15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7646ef496596683994b711ca3cc7e183550944e94fb5ca099b386f1b40861c5
+size 14262

rng_state_16.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c889ad312c69a6bc978e18ff28c3ee88a5123c118d1d54af319fed32de920f5
+size 14262

rng_state_17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e6b4ebb5992685933e5e9eae6dc704358b5b430ee7474261ee21e4da4bf946
+size 14262

rng_state_18.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd8bfc980810b4fd4cdab925c4cff5e8864e666db57a8c602e36d96ea2f9c9b
+size 14262