Hugging Face's logo

LenguajeNaturalAI
/
tiny-albert-testing

Feature Extraction
Transformers
Safetensors
albert
Model card Files
xet
Community
avacaondata commited on
Commit
2b6bfaa
·
verified ·
1 Parent(s): df8dce9

Upload model

Browse files
Files changed (2) hide show
  1. config.json +4 -4
  2. model.safetensors +1 -1
config.json CHANGED
@@ -2,13 +2,13 @@
2
  "architectures": [
3
  "AlbertModel"
4
  ],
5
- "attention_probs_dropout_prob": 0,
6
  "bos_token_id": 2,
7
  "classifier_dropout_prob": 0.1,
8
  "embedding_size": 128,
9
  "eos_token_id": 3,
10
- "hidden_act": "gelu_new",
11
- "hidden_dropout_prob": 0,
12
  "hidden_size": 256,
13
  "initializer_range": 0.02,
14
  "inner_group_num": 1,
@@ -18,7 +18,7 @@
18
  "model_type": "albert",
19
  "num_attention_heads": 4,
20
  "num_hidden_groups": 1,
21
- "num_hidden_layers": 2,
22
  "pad_token_id": 0,
23
  "position_embedding_type": "absolute",
24
  "torch_dtype": "float32",
 
2
  "architectures": [
3
  "AlbertModel"
4
  ],
5
+ "attention_probs_dropout_prob": 0.1,
6
  "bos_token_id": 2,
7
  "classifier_dropout_prob": 0.1,
8
  "embedding_size": 128,
9
  "eos_token_id": 3,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
  "hidden_size": 256,
13
  "initializer_range": 0.02,
14
  "inner_group_num": 1,
 
18
  "model_type": "albert",
19
  "num_attention_heads": 4,
20
  "num_hidden_groups": 1,
21
+ "num_hidden_layers": 3,
22
  "pad_token_id": 0,
23
  "position_embedding_type": "absolute",
24
  "torch_dtype": "float32",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6ec01cde3009d989722034a3a462c352d11985e4e5bfea887e5696386ee981e
3
  size 19181576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:244bbc3e989b769e69e823ae26f5b5fb21dedb0269763245450bf6a33a8f800b
3
  size 19181576