Training in progress, step 2

config.json

@@ -0,0 +1,20 @@
+{
+  "architectures": [
+    "gLM2ForMaskedLM"
+  ],
+  "auto_map": {
+    "AutoConfig": "configuration_glm2.gLM2Config",
+    "AutoModel": "modeling_glm2.gLM2Model",
+    "AutoModelForMaskedLM": "modeling_glm2.gLM2ForMaskedLM"
+  },
+  "depth": 33,
+  "dim": 1280,
+  "ffn_dim_multiplier": null,
+  "heads": 20,
+  "model_type": "gLM2",
+  "norm_eps": 1e-05,
+  "swiglu_multiple_of": 256,
+  "torch_dtype": "float32",
+  "transformers_version": "4.51.3",
+  "vocab_size": 37
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcb3207c1b01dc2880944453572668148e5f8fc975413aa894c677c232baa49
+size 2682482800

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c80afb2a9dcafc071bc8903f12da8ed8115f7be6f0128b08513fde1e722cae1
+size 5777