fokan commited on
Commit
1317b31
·
verified ·
1 Parent(s): f207784

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +27 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "StudentModel"
4
+ ],
5
+ "model_type": "distilled_student",
6
+ "hidden_size": 256,
7
+ "num_hidden_layers": 12,
8
+ "num_attention_heads": 12,
9
+ "intermediate_size": 3072,
10
+ "vocab_size": 30522,
11
+ "max_position_embeddings": 512,
12
+ "modalities": [
13
+ "text"
14
+ ],
15
+ "torch_dtype": "float32",
16
+ "transformers_version": "4.45.2",
17
+ "created_at": "2025-08-26T01:02:48.141484",
18
+ "framework": "pytorch",
19
+ "can_be_retrained": true,
20
+ "is_student_model": true,
21
+ "supports_incremental_training": true,
22
+ "auto_map": {
23
+ "AutoModel": "model.StudentModel"
24
+ },
25
+ "num_layers": 12,
26
+ "output_size": 256
27
+ }