lmz
/

candle-quantized-phi

Model card Files Files and versions

Update phi-2_0.json

#8

by radames - opened Dec 14, 2023

base: refs/heads/main

←

from: refs/pr/8

Discussion Files changed

Files changed (1) hide show

phi-2_0.json +3 -2

phi-2_0.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "_name_or_path": "microsoft/phi-2",
-  "activation_function": "gelu_new",
   "architectures": [
     "PhiForCausalLM"
   ],
@@ -28,5 +28,6 @@
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
   "transformers_version": "4.35.2",
-  "vocab_size": 51200
 }

 {
   "_name_or_path": "microsoft/phi-2",
+  "activation_function": "gelu",
   "architectures": [
     "PhiForCausalLM"
   ],
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
   "transformers_version": "4.35.2",
+  "vocab_size": 51200,
+  "pad_vocab_size_multiple": 64
 }