onionLad commited on
Commit
3852a64
·
verified ·
1 Parent(s): 71947f4

Training in progress, epoch 1

Browse files
config.json CHANGED
@@ -1,10 +1,11 @@
1
  {
2
- "_name_or_path": "google-bert/bert-large-uncased",
3
  "architectures": [
4
  "BertForTokenClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
 
8
  "gradient_checkpointing": false,
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.1,
@@ -27,10 +28,15 @@
27
  "num_attention_heads": 16,
28
  "num_hidden_layers": 24,
29
  "pad_token_id": 0,
 
 
 
 
 
30
  "position_embedding_type": "absolute",
31
  "torch_dtype": "float32",
32
  "transformers_version": "4.41.0",
33
  "type_vocab_size": 2,
34
  "use_cache": true,
35
- "vocab_size": 30522
36
  }
 
1
  {
2
+ "_name_or_path": "google-bert/bert-large-cased",
3
  "architectures": [
4
  "BertForTokenClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
8
+ "directionality": "bidi",
9
  "gradient_checkpointing": false,
10
  "hidden_act": "gelu",
11
  "hidden_dropout_prob": 0.1,
 
28
  "num_attention_heads": 16,
29
  "num_hidden_layers": 24,
30
  "pad_token_id": 0,
31
+ "pooler_fc_size": 768,
32
+ "pooler_num_attention_heads": 12,
33
+ "pooler_num_fc_layers": 3,
34
+ "pooler_size_per_head": 128,
35
+ "pooler_type": "first_token_transform",
36
  "position_embedding_type": "absolute",
37
  "torch_dtype": "float32",
38
  "transformers_version": "4.41.0",
39
  "type_vocab_size": 2,
40
  "use_cache": true,
41
+ "vocab_size": 28996
42
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2275dd353e3d1f8fa7a26f344d06aa2f56df8b56c4dae49594df1b48e8ba9280
3
- size 1336428268
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d30dcba7e825c3c5c228f9c03de4654fe8cd3e82d1b3d6df2965ecc858a86098
3
+ size 1330177764
runs/Jul23_17-17-44_cn2363/events.out.tfevents.1721769470.cn2363.2033351.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f12356b6697608d6b0b5319cab6ba283b2ae9cef32169bf7123e9d0e264ac8
3
+ size 5557
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -43,7 +43,7 @@
43
  },
44
  "clean_up_tokenization_spaces": true,
45
  "cls_token": "[CLS]",
46
- "do_lower_case": true,
47
  "mask_token": "[MASK]",
48
  "model_max_length": 512,
49
  "pad_token": "[PAD]",
 
43
  },
44
  "clean_up_tokenization_spaces": true,
45
  "cls_token": "[CLS]",
46
+ "do_lower_case": false,
47
  "mask_token": "[MASK]",
48
  "model_max_length": 512,
49
  "pad_token": "[PAD]",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fcc380d6ec26c354d12d8181815640cb126f7fd89883d53c46feeb0613a3e360
3
  size 4655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91b334d2742e742970282325496d38356e64cba8c732e95385b926ce118f9d5a
3
  size 4655
vocab.txt CHANGED
The diff for this file is too large to render. See raw diff