Hugging Face's logo

optimum-intel-internal-testing
/
tiny-random-phi-4-mini-longrope

Safetensors
phi3
custom_code
Model card Files
xet
Community
helenai commited on
Commit
4c21196
·
verified ·
1 Parent(s): 1c71ac9

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -19,13 +19,13 @@
19
  "intermediate_size": 256,
20
  "interpolate_factor": 1,
21
  "lm_head_bias": false,
22
- "max_position_embeddings": 10,
23
  "mlp_bias": false,
24
  "model_type": "phi3",
25
  "num_attention_heads": 4,
26
  "num_hidden_layers": 4,
27
  "num_key_value_heads": 2,
28
- "original_max_position_embeddings": 20,
29
  "pad_token_id": 199999,
30
  "partial_rotary_factor": 0.75,
31
  "resid_pdrop": 0.0,
 
19
  "intermediate_size": 256,
20
  "interpolate_factor": 1,
21
  "lm_head_bias": false,
22
+ "max_position_embeddings": 128,
23
  "mlp_bias": false,
24
  "model_type": "phi3",
25
  "num_attention_heads": 4,
26
  "num_hidden_layers": 4,
27
  "num_key_value_heads": 2,
28
+ "original_max_position_embeddings": 10,
29
  "pad_token_id": 199999,
30
  "partial_rotary_factor": 0.75,
31
  "resid_pdrop": 0.0,