dedebo commited on
Commit
b1bb799
verified
1 Parent(s): 64db996

Training in progress, step 500

Browse files
config.json CHANGED
@@ -1,26 +1,24 @@
1
  {
2
- "_name_or_path": "C:\\Users\\daparekh\\bert-large-uncased\\",
 
3
  "architectures": [
4
- "BertForQuestionAnswering"
5
  ],
6
- "attention_probs_dropout_prob": 0.1,
7
- "classifier_dropout": null,
8
- "gradient_checkpointing": false,
9
- "hidden_act": "gelu",
10
- "hidden_dropout_prob": 0.1,
11
- "hidden_size": 1024,
12
  "initializer_range": 0.02,
13
- "intermediate_size": 4096,
14
- "layer_norm_eps": 1e-12,
15
  "max_position_embeddings": 512,
16
- "model_type": "bert",
17
- "num_attention_heads": 16,
18
- "num_hidden_layers": 24,
19
  "pad_token_id": 0,
20
- "position_embedding_type": "absolute",
 
 
 
21
  "torch_dtype": "float32",
22
  "transformers_version": "4.36.2",
23
- "type_vocab_size": 2,
24
- "use_cache": true,
25
  "vocab_size": 30522
26
  }
 
1
  {
2
+ "_name_or_path": "C:\\Users\\daparekh\\distilbert-base-uncased\\",
3
+ "activation": "gelu",
4
  "architectures": [
5
+ "DistilBertForQuestionAnswering"
6
  ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
 
 
11
  "initializer_range": 0.02,
 
 
12
  "max_position_embeddings": 512,
13
+ "model_type": "distilbert",
14
+ "n_heads": 12,
15
+ "n_layers": 6,
16
  "pad_token_id": 0,
17
+ "qa_dropout": 0.1,
18
+ "seq_classif_dropout": 0.2,
19
+ "sinusoidal_pos_embds": false,
20
+ "tie_weights_": true,
21
  "torch_dtype": "float32",
22
  "transformers_version": "4.36.2",
 
 
23
  "vocab_size": 30522
24
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35de21d4d727850bbff9ccadc1bffb09598fa05869c9571adcaa659d63f0a35f
3
- size 1336424168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3097adc5165136c290c908f0657f8c2b40e039f6faed69c0553cb77dd0e0aaeb
3
+ size 265470032
runs/Jan23_16-12-54_OTX-PF2FLCVF/events.out.tfevents.1706006577.OTX-PF2FLCVF.20832.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc3d0c4e991c12e62cfbdac478f1a2398d7c8a0a55c504fd4df84d98654630bc
3
+ size 8602
runs/Jan23_16-19-30_OTX-PF2FLCVF/events.out.tfevents.1706006973.OTX-PF2FLCVF.14792.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a44060bf1bb36f5f32680ac0460538d8154bfec2183416cbf3eef7703327282a
3
+ size 4345
runs/Jan23_16-39-09_OTX-PF2FLCVF/events.out.tfevents.1706008150.OTX-PF2FLCVF.15580.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f51262e870d58128510496637677e6929ab9afe32a9fdf5e88b568cd968f7475
3
+ size 12859
runs/Jan23_16-46-11_OTX-PF2FLCVF/events.out.tfevents.1706008574.OTX-PF2FLCVF.20432.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1c75bb8e4f687bef489d5823622e540b940902cab72fefa88209a04f25e034c
3
+ size 4345
runs/Jan23_16-49-22_OTX-PF2FLCVF/events.out.tfevents.1706008765.OTX-PF2FLCVF.15116.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db9b781689fd0a776b26fcc5f2e746c2d4017e48e917fefd752d8caab728b626
3
+ size 4345
runs/Jan24_09-09-34_OTX-PF2FLCVF/events.out.tfevents.1706067578.OTX-PF2FLCVF.14668.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55ad964698703a127d1079fb830c6c269f65ff105978a537d06384a62ef7d2ff
3
+ size 4345
runs/Jan24_09-14-14_OTX-PF2FLCVF/events.out.tfevents.1706067856.OTX-PF2FLCVF.18808.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daab74edb1016885939a3be6bc5dcc527c50e274fb91822dfbef4ec24cb9a858
3
+ size 4345
runs/Jan24_09-17-27_OTX-PF2FLCVF/events.out.tfevents.1706068050.OTX-PF2FLCVF.19936.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:746a300c84b134bc8f6c9a875bb7d787b484b5707c5efc410a3ce52f6796049e
3
+ size 4345
runs/Jan24_09-20-24_OTX-PF2FLCVF/events.out.tfevents.1706068227.OTX-PF2FLCVF.10932.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4db51e503b393697eadb93275714a8e97c895b1bb15150efbf0e367cc4255507
3
+ size 4345
runs/Jan24_09-22-40_OTX-PF2FLCVF/events.out.tfevents.1706068363.OTX-PF2FLCVF.10288.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a62713ead976b628adb84004c723725158346197f6075a8c6bdc1dbe3457608b
3
+ size 4345
runs/Jan24_09-25-00_OTX-PF2FLCVF/events.out.tfevents.1706068501.OTX-PF2FLCVF.10288.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6833226b61d900c1e4b694ef73cc204a6d1fc06419342504c894120a514344cb
3
+ size 4345
runs/Jan24_09-58-35_OTX-PF2FLCVF/events.out.tfevents.1706070518.OTX-PF2FLCVF.1380.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:221d531afa462ff6b4227e0b619a0dbfc7330824b245c06e4f4e9fa8251dedcb
3
+ size 8602
runs/Jan24_10-11-22_OTX-PF2FLCVF/events.out.tfevents.1706071283.OTX-PF2FLCVF.11252.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:310dacde8f8538fd4a9d3b262f214c0c42c0ec89c3ed55f4323e6d87977fbc6a
3
+ size 4231
runs/Jan24_10-12-54_OTX-PF2FLCVF/events.out.tfevents.1706071374.OTX-PF2FLCVF.11252.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fccfd426454209b2f8633dc9eb5ce46a99339467a32ed37c884b686aa7ed3504
3
+ size 4231
runs/Jan24_10-14-44_OTX-PF2FLCVF/events.out.tfevents.1706071486.OTX-PF2FLCVF.20432.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeddee0de7a12c2dfafee3f5ed6b2a80b7f5fc1157267dee409ee0d6a215cab0
3
+ size 4388
tokenizer_config.json CHANGED
@@ -45,11 +45,11 @@
45
  "cls_token": "[CLS]",
46
  "do_lower_case": true,
47
  "mask_token": "[MASK]",
48
- "model_max_length": 512,
49
  "pad_token": "[PAD]",
50
  "sep_token": "[SEP]",
51
  "strip_accents": null,
52
  "tokenize_chinese_chars": true,
53
- "tokenizer_class": "BertTokenizer",
54
  "unk_token": "[UNK]"
55
  }
 
45
  "cls_token": "[CLS]",
46
  "do_lower_case": true,
47
  "mask_token": "[MASK]",
48
+ "model_max_length": 1000000000000000019884624838656,
49
  "pad_token": "[PAD]",
50
  "sep_token": "[SEP]",
51
  "strip_accents": null,
52
  "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "DistilBertTokenizer",
54
  "unk_token": "[UNK]"
55
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fe31ab0d1c816e91f7a6092842dd77d84c3584231a74787d21e68c528ab7cc4
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20349190bc177fcc5836241848b0abd1ef6c3633bf789cc5b052e240ed5f1cc6
3
  size 4664