Upload model and tokenizer

config.json

@@ -3,11 +3,6 @@
   "architectures": [
     "DenseBackwardOLMoEForCausalLM"
   ],
-  "auto_map": {
-  "AutoConfig": "configuration_densebackward_olmoe0125.DenseBackwardOLMoEConfig",
-  "AutoModel": "modeling_densebackward_olmoe0125.DenseBackwardOLMoEForCausalLM",
-  "AutoModelForCausalLM": "modeling_densebackward_olmoe0125.DenseBackwardOLMoEForCausalLM"
-},
   "attention_bias": false,
   "attention_dropout": 0.0,
   "clip_qkv": null,
@@ -31,8 +26,8 @@
   "rope_theta": 10000.0,
   "router_aux_loss_coef": 0.01,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
-  "transformers_version": "4.45.2",
+  "torch_dtype": "float16",
+  "transformers_version": "4.49.0",
   "use_cache": true,
   "vocab_size": 50304
 }

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "eos_token_id": 50279,
   "pad_token_id": 1,
-  "transformers_version": "4.45.2"
+  "transformers_version": "4.49.0"
 }

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cadd5ee6bbf6cf6e9b732436bdd07fca26dbecb6ccbada65c03c9cb4509adc
+size 4997743728

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a926566c846f7b8d33bef7cf03ac4294f10e5e6d67947d581f99e50efcf029
+size 4997233976

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7203cf30c131efb86542481b629b118e610cb8cebb1421a85606c96eab92a72
+size 3843741032