Hugging Face's logo

trl-internal-testing
/
tiny-Phi3ForCausalLM

Text Generation
Transformers
Safetensors
phi3
trl
conversational
text-generation-inference
Model card Files
xet
Community
qgallouedec HF Staff commited on
Commit
046e9b2
·
verified ·
1 Parent(s): f1d6b3e

Upload Phi3ForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +2 -1
  2. generation_config.json +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -17,6 +17,7 @@
17
  "num_key_value_heads": 2,
18
  "original_max_position_embeddings": 4096,
19
  "pad_token_id": 32000,
 
20
  "resid_pdrop": 0.0,
21
  "rms_norm_eps": 1e-05,
22
  "rope_scaling": null,
@@ -24,7 +25,7 @@
24
  "sliding_window": null,
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "float32",
27
- "transformers_version": "4.47.0.dev0",
28
  "use_cache": true,
29
  "vocab_size": 32014
30
  }
 
17
  "num_key_value_heads": 2,
18
  "original_max_position_embeddings": 4096,
19
  "pad_token_id": 32000,
20
+ "partial_rotary_factor": 1.0,
21
  "resid_pdrop": 0.0,
22
  "rms_norm_eps": 1e-05,
23
  "rope_scaling": null,
 
25
  "sliding_window": null,
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "float32",
28
+ "transformers_version": "4.55.0.dev0",
29
  "use_cache": true,
30
  "vocab_size": 32014
31
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 32000,
5
  "pad_token_id": 32000,
6
- "transformers_version": "4.47.0.dev0"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 32000,
5
  "pad_token_id": 32000,
6
+ "transformers_version": "4.55.0.dev0"
7
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8398640a52412eada92b3dc1c740e67caa0a37eaed1971bc6d46381f19cd9ed
3
  size 2058288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bebcd0b1f4b6449dabb14d35be12f089c635214885a9a48495dc0437fb080a3
3
  size 2058288