TirkNork commited on
Commit
56ce134
·
1 Parent(s): 22159d8

Training in progress, epoch 1

Browse files
config.json CHANGED
@@ -1,13 +1,11 @@
1
  {
2
- "_name_or_path": "airesearch/wangchanberta-base-att-spm-uncased",
3
  "architectures": [
4
- "CamembertForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
- "bos_token_id": 0,
8
  "classifier_dropout": null,
9
- "eos_token_id": 2,
10
- "gradient_checkpointing": false,
11
  "hidden_act": "gelu",
12
  "hidden_dropout_prob": 0.1,
13
  "hidden_size": 768,
@@ -23,16 +21,20 @@
23
  },
24
  "layer_norm_eps": 1e-12,
25
  "max_position_embeddings": 512,
26
- "model_type": "camembert",
27
- "num_attention_head": 12,
28
  "num_attention_heads": 12,
29
  "num_hidden_layers": 12,
30
- "pad_token_id": 1,
 
 
 
 
 
31
  "position_embedding_type": "absolute",
32
  "problem_type": "single_label_classification",
33
  "torch_dtype": "float32",
34
  "transformers_version": "4.29.2",
35
- "type_vocab_size": 1,
36
  "use_cache": true,
37
- "vocab_size": 25005
38
  }
 
1
  {
2
+ "_name_or_path": "bert-base-multilingual-cased",
3
  "architectures": [
4
+ "BertForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
 
7
  "classifier_dropout": null,
8
+ "directionality": "bidi",
 
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.1,
11
  "hidden_size": 768,
 
21
  },
22
  "layer_norm_eps": 1e-12,
23
  "max_position_embeddings": 512,
24
+ "model_type": "bert",
 
25
  "num_attention_heads": 12,
26
  "num_hidden_layers": 12,
27
+ "pad_token_id": 0,
28
+ "pooler_fc_size": 768,
29
+ "pooler_num_attention_heads": 12,
30
+ "pooler_num_fc_layers": 3,
31
+ "pooler_size_per_head": 128,
32
+ "pooler_type": "first_token_transform",
33
  "position_embedding_type": "absolute",
34
  "problem_type": "single_label_classification",
35
  "torch_dtype": "float32",
36
  "transformers_version": "4.29.2",
37
+ "type_vocab_size": 2,
38
  "use_cache": true,
39
+ "vocab_size": 119547
40
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c22af29180809ca8aad4ecf37d27874dc730594b29624ff7d5c5b7a7e541dab
3
- size 421057205
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:690cb7d2283d2766378b1f90b255f2c3b1e5a26752a47fd62295325a36d7ad7c
3
+ size 711492725
runs/May25_04-28-16_6085b8a868f4/events.out.tfevents.1684988899.6085b8a868f4.2893.2 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f14e1d3c09e241bbdb517298e3d3f0531b4ae651bd03c938fa10ec7d1edc73f9
3
- size 7481
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6192a35760adefe6ee7e717c196adfe0cc32b7614c1dad39cadef3fe9854119d
3
+ size 7835
runs/May25_04-35-09_6085b8a868f4/1684989311.9718342/events.out.tfevents.1684989311.6085b8a868f4.2893.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04abe920943534ed854a647b92e645dd82ec9e1c774ff995d921e2410121b99e
3
+ size 5949
runs/May25_04-35-09_6085b8a868f4/events.out.tfevents.1684989311.6085b8a868f4.2893.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa77d23aa637840f57468ffcea89cd9d4e74f91fd36eb1051193158d1cd8b841
3
+ size 4648
special_tokens_map.json CHANGED
@@ -1,20 +1,7 @@
1
  {
2
- "additional_special_tokens": [
3
- "<s>NOTUSED",
4
- "</s>NOTUSED",
5
- "<_>"
6
- ],
7
- "bos_token": "<s>",
8
- "cls_token": "<s>",
9
- "eos_token": "</s>",
10
- "mask_token": {
11
- "content": "<mask>",
12
- "lstrip": true,
13
- "normalized": true,
14
- "rstrip": false,
15
- "single_word": false
16
- },
17
- "pad_token": "<pad>",
18
- "sep_token": "</s>",
19
- "unk_token": "<unk>"
20
  }
 
1
  {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  }
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
- "additional_special_tokens": [
3
- "<s>NOTUSED",
4
- "</s>NOTUSED",
5
- "<_>"
6
- ],
7
- "bos_token": "<s>",
8
  "clean_up_tokenization_spaces": true,
9
- "cls_token": "<s>",
10
- "eos_token": "</s>",
11
- "mask_token": {
12
- "__type": "AddedToken",
13
- "content": "<mask>",
14
- "lstrip": true,
15
- "normalized": true,
16
- "rstrip": false,
17
- "single_word": false
18
- },
19
- "model_max_length": 1000000000000000019884624838656,
20
- "pad_token": "<pad>",
21
- "sep_token": "</s>",
22
- "sp_model_kwargs": {},
23
- "tokenizer_class": "CamembertTokenizer",
24
- "unk_token": "<unk>"
25
  }
 
1
  {
 
 
 
 
 
 
2
  "clean_up_tokenization_spaces": true,
3
+ "cls_token": "[CLS]",
4
+ "do_lower_case": false,
5
+ "mask_token": "[MASK]",
6
+ "model_max_length": 512,
7
+ "pad_token": "[PAD]",
8
+ "sep_token": "[SEP]",
9
+ "strip_accents": null,
10
+ "tokenize_chinese_chars": true,
11
+ "tokenizer_class": "BertTokenizer",
12
+ "unk_token": "[UNK]"
 
 
 
 
 
 
13
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd18d2f9a6bf2dc8ad434f34ee4eab24363a4408b12736fba33ec84a0c189849
3
  size 3963
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72cb64b2cdae175f6ed25a1e29581d70d31b58b33af98f43fe3e258d9e58ef70
3
  size 3963
vocab.txt ADDED
The diff for this file is too large to render. See raw diff