Hugging Face's logo

samkeet
/
GPT_124M

Text Generation
Transformers
PyTorch
Safetensors
English
custom_gpt
GPT
GPT-3 Small
GPT-3 Medium
GPT-3 Large
GPT-3 XL
GPT-3 2.7B
GPT-3 6.7B
GPT-3 13B
GPT-3 175B
GPT-3
GPT-2
GPT-2 124M
mit
HuggingFace
fineweb-edu
Decoder-Only
custom_code
Model card Files
xet
Community
4
samkeet commited on
Commit
4f13243
·
verified ·
1 Parent(s): d27b8c1

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +33 -32
config.json CHANGED
@@ -1,32 +1,33 @@
1
- {
2
- "architectures": [
3
- "GPTModelForTextGeneration"
4
- ],
5
- "auto_map": {
6
- "AutoConfig": "configuration_gpt.GPTConfig",
7
- "AutoModelForCausalLM": "modeling_gpt.GPTModelForTextGeneration"
8
- },
9
- "block_size": 1024,
10
- "custom_pipelines": {
11
- "text-generation": {
12
- "default": {
13
- "model": {
14
- "pt": "samkeet/GPT_124M"
15
- }
16
- },
17
- "impl": "pipeline_gpt.GPT124MTextGenerationPipeline",
18
- "pt": [
19
- "AutoModelForCausalLM"
20
- ],
21
- "tf": [],
22
- "type": "text"
23
- }
24
- },
25
- "model_type": "custom_gpt",
26
- "n_embd": 768,
27
- "n_head": 12,
28
- "n_layer": 12,
29
- "torch_dtype": "float32",
30
- "transformers_version": "4.48.0",
31
- "vocab_size": 50304
32
- }
 
 
1
+ {
2
+ "architectures": [
3
+ "GPTModelForTextGeneration"
4
+ ],
5
+ "auto_map": {
6
+ "AutoConfig": "configuration_gpt.GPTConfig",
7
+ "AutoModelForCausalLM": "modeling_gpt.GPTModelForTextGeneration",
8
+ "AutoTokenizer": "GPT2Tokenizer",
9
+ },
10
+ "block_size": 1024,
11
+ "custom_pipelines": {
12
+ "text-generation": {
13
+ "default": {
14
+ "model": {
15
+ "pt": "samkeet/GPT_124M"
16
+ }
17
+ },
18
+ "impl": "pipeline_gpt.GPT124MTextGenerationPipeline",
19
+ "pt": [
20
+ "AutoModelForCausalLM"
21
+ ],
22
+ "tf": [],
23
+ "type": "text"
24
+ }
25
+ },
26
+ "model_type": "custom_gpt",
27
+ "n_embd": 768,
28
+ "n_head": 12,
29
+ "n_layer": 12,
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.48.0",
32
+ "vocab_size": 50304
33
+ }