mariordoniez
/

sales_updated

Text Generation

mixformer-sequential

Generated from Trainer

Model card Files Files and versions

mariordoniez commited on Dec 11, 2023

Commit

9cbb778

·

1 Parent(s): 270412b

Upload config.json

Files changed (1) hide show

config.json +3 -5

config.json CHANGED Viewed

@@ -1,12 +1,12 @@
 {
-  "_name_or_path": "microsoft/phi-1_5",
   "activation_function": "gelu_new",
   "architectures": [
     "MixFormerSequentialForCausalLM"
   ],
   "auto_map": {
-    "AutoConfig": "microsoft/phi-1_5--configuration_mixformer_sequential.MixFormerSequentialConfig",
-    "AutoModelForCausalLM": "microsoft/phi-1_5--modeling_mixformer_sequential.MixFormerSequentialForCausalLM"
   },
   "embd_pdrop": 0.0,
   "initializer_range": 0.02,
@@ -14,12 +14,10 @@
   "model_type": "mixformer-sequential",
   "n_embd": 2048,
   "n_head": 32,
-  "revision": "271c3397ab4e1f8f4e49868b1e8ba0be95363c88",
   "n_inner": null,
   "n_layer": 24,
   "n_positions": 2048,
   "resid_pdrop": 0.0,
-  "revision":"d38e6f954ec29b96fe2cf033937dad64e279b5d9",
   "rotary_dim": 32,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",

 {
+  "_name_or_path": "mariordoniez/phi",
   "activation_function": "gelu_new",
   "architectures": [
     "MixFormerSequentialForCausalLM"
   ],
   "auto_map": {
+    "AutoConfig": "mariordoniez/phi--configuration_mixformer_sequential.MixFormerSequentialConfig",
+    "AutoModelForCausalLM": "mariordoniez/phi--modeling_mixformer_sequential.MixFormerSequentialForCausalLM"
   },
   "embd_pdrop": 0.0,
   "initializer_range": 0.02,
   "model_type": "mixformer-sequential",
   "n_embd": 2048,
   "n_head": 32,
   "n_inner": null,
   "n_layer": 24,
   "n_positions": 2048,
   "resid_pdrop": 0.0,
   "rotary_dim": 32,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",