Girinath11 commited on
Commit
03620bf
·
verified ·
1 Parent(s): 883b5c1

Update trained_model/config.json

Browse files
Files changed (1) hide show
  1. trained_model/config.json +9 -3
trained_model/config.json CHANGED
@@ -2,10 +2,15 @@
2
  "architectures": [
3
  "RecursiveLanguageModel"
4
  ],
 
 
 
 
 
5
  "bos_token_id": 50256,
 
6
  "dropout_rate": 0.1,
7
  "dtype": "float32",
8
- "embedding_dim": 512,
9
  "eos_token_id": 50256,
10
  "max_position_embeddings": 256,
11
  "max_recursion_steps": 2,
@@ -13,6 +18,7 @@
13
  "num_attention_heads": 8,
14
  "num_layers": 6,
15
  "pad_token_id": 50256,
16
- "transformers_version": "4.57.3",
 
17
  "vocab_size": 50257
18
- }
 
2
  "architectures": [
3
  "RecursiveLanguageModel"
4
  ],
5
+ "auto_map": {
6
+ "AutoConfig": "mixture_of_recursion.RecursiveLanguageModelConfig",
7
+ "AutoModel": "mixture_of_recursion.RecursiveLanguageModel",
8
+ "AutoModelForCausalLM": "mixture_of_recursion.RecursiveLanguageModel"
9
+ },
10
  "bos_token_id": 50256,
11
+ "embedding_dim": 512,
12
  "dropout_rate": 0.1,
13
  "dtype": "float32",
 
14
  "eos_token_id": 50256,
15
  "max_position_embeddings": 256,
16
  "max_recursion_steps": 2,
 
18
  "num_attention_heads": 8,
19
  "num_layers": 6,
20
  "pad_token_id": 50256,
21
+ "tie_word_embeddings": true,
22
+ "transformers_version": "4.35.0",
23
  "vocab_size": 50257
24
+ }