fix

README.md

@@ -26,14 +26,14 @@ PhiConfig {
   "tie_word_embeddings": false,
   "transformers_version": "4.38.2",
   "use_cache": true,
-  "vocab_size": 20
+  "vocab_size": 51200
 }
 ```
 
 ```
 PhiForCausalLM(
   (model): PhiModel(
-    (embed_tokens): Embedding(20, 8)
+    (embed_tokens): Embedding(51200, 8)
     (embed_dropout): Dropout(p=0.0, inplace=False)
     (layers): ModuleList(
       (0-5): 6 x PhiDecoderLayer(
@@ -55,9 +55,8 @@ PhiForCausalLM(
     )
     (final_layernorm): LayerNorm((8,), eps=1e-05, elementwise_affine=True)
   )
-  (lm_head): Linear(in_features=8, out_features=20, bias=True)
+  (lm_head): Linear(in_features=8, out_features=51200, bias=True)
 )
-
 ```
 
 ```
@@ -66,7 +65,7 @@ Layer (type:depth-idx)                             Param #
 ===========================================================================
 PhiForCausalLM                                     --
 ├─PhiModel: 1-1                                    --
-│    └─Embedding: 2-1                              160
+│    └─Embedding: 2-1                              409,600
 │    └─Dropout: 2-2                                --
 │    └─ModuleList: 2-3                             --
 │    │    └─PhiDecoderLayer: 3-1                   410
@@ -76,10 +75,10 @@ PhiForCausalLM                                     --
 │    │    └─PhiDecoderLayer: 3-5                   410
 │    │    └─PhiDecoderLayer: 3-6                   410
 │    └─LayerNorm: 2-4                              16
-├─Linear: 1-2                                      180
+├─Linear: 1-2                                      460,800
 ===========================================================================
-Total params: 2,816
-Trainable params: 2,816
+Total params: 872,876
+Trainable params: 872,876
 Non-trainable params: 0
 ===========================================================================
-```
+```