tiendoan commited on
Commit
ca5fc5a
·
verified ·
1 Parent(s): 9a84a69

Training in progress, epoch 1

Browse files
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "[CAPTION]": 30522,
3
+ "[CONCEPT]": 30523
4
+ }
config.json CHANGED
@@ -32,5 +32,5 @@
32
  "tie_weights_": true,
33
  "torch_dtype": "float32",
34
  "transformers_version": "4.45.1",
35
- "vocab_size": 30522
36
  }
 
32
  "tie_weights_": true,
33
  "torch_dtype": "float32",
34
  "transformers_version": "4.45.1",
35
+ "vocab_size": 30524
36
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff7836c8a27c6c8a7b2f001d0ec2d34730365f0e8a643640c4ad38a18ba48919
3
- size 267838720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14ba8073e29fc90cd5bcec47abf9f761256585fe92ff4854cd6c49fecd3aaa54
3
+ size 267844864
runs/Oct24_10-33-38_3316f98cf95c/events.out.tfevents.1729766019.3316f98cf95c.30.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9190ad9490ee81511f3a3bb62c0ec2ddb8ca9d79bcc5ee1b7e376f6b733f28c5
3
+ size 5462
special_tokens_map.json CHANGED
@@ -1,4 +1,20 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "cls_token": "[CLS]",
3
  "mask_token": "[MASK]",
4
  "pad_token": "[PAD]",
 
1
  {
2
+ "additional_special_tokens": [
3
+ {
4
+ "content": "[CAPTION]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "[CONCEPT]",
12
+ "lstrip": false,
13
+ "normalized": false,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ }
17
+ ],
18
  "cls_token": "[CLS]",
19
  "mask_token": "[MASK]",
20
  "pad_token": "[PAD]",
tokenizer.json CHANGED
@@ -6,7 +6,14 @@
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
- "padding": null,
 
 
 
 
 
 
 
10
  "added_tokens": [
11
  {
12
  "id": 0,
@@ -52,6 +59,24 @@
52
  "rstrip": false,
53
  "normalized": false,
54
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
55
  }
56
  ],
57
  "normalizer": {
 
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
+ "padding": {
10
+ "strategy": "BatchLongest",
11
+ "direction": "Right",
12
+ "pad_to_multiple_of": null,
13
+ "pad_id": 0,
14
+ "pad_type_id": 0,
15
+ "pad_token": "[PAD]"
16
+ },
17
  "added_tokens": [
18
  {
19
  "id": 0,
 
59
  "rstrip": false,
60
  "normalized": false,
61
  "special": true
62
+ },
63
+ {
64
+ "id": 30522,
65
+ "content": "[CAPTION]",
66
+ "single_word": false,
67
+ "lstrip": false,
68
+ "rstrip": false,
69
+ "normalized": false,
70
+ "special": true
71
+ },
72
+ {
73
+ "id": 30523,
74
+ "content": "[CONCEPT]",
75
+ "single_word": false,
76
+ "lstrip": false,
77
+ "rstrip": false,
78
+ "normalized": false,
79
+ "special": true
80
  }
81
  ],
82
  "normalizer": {
tokenizer_config.json CHANGED
@@ -39,8 +39,28 @@
39
  "rstrip": false,
40
  "single_word": false,
41
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
  }
43
  },
 
 
 
 
44
  "clean_up_tokenization_spaces": false,
45
  "cls_token": "[CLS]",
46
  "do_lower_case": true,
 
39
  "rstrip": false,
40
  "single_word": false,
41
  "special": true
42
+ },
43
+ "30522": {
44
+ "content": "[CAPTION]",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "30523": {
52
+ "content": "[CONCEPT]",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
  }
59
  },
60
+ "additional_special_tokens": [
61
+ "[CAPTION]",
62
+ "[CONCEPT]"
63
+ ],
64
  "clean_up_tokenization_spaces": false,
65
  "cls_token": "[CLS]",
66
  "do_lower_case": true,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81257042001a588f54d67f0f934b06d0c6a7cef357daafad0d71afcd63a3e58f
3
  size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34b257d4b188c67da440147faa64b79743a803fbe4fb2f5974d9627eb2f7ea33
3
  size 5304