End of training

README.md

@@ -15,14 +15,14 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [SCUT-DLVCLab/lilt-roberta-en-base](https://huggingface.co/SCUT-DLVCLab/lilt-roberta-en-base) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.6209
-- Answer: {'precision': 0.8577827547592385, 'recall': 0.9375764993880049, 'f1': 0.895906432748538, 'number': 817}
-- Header: {'precision': 0.6464646464646465, 'recall': 0.5378151260504201, 'f1': 0.5871559633027523, 'number': 119}
-- Question: {'precision': 0.9123951537744641, 'recall': 0.9090064995357474, 'f1': 0.9106976744186047, 'number': 1077}
-- Overall Precision: 0.8760
-- Overall Recall: 0.8987
-- Overall F1: 0.8872
-- Overall Accuracy: 0.8046
+- Loss: 1.8277
+- Answer: {'precision': 0.8632183908045977, 'recall': 0.9192166462668299, 'f1': 0.890337877889745, 'number': 817}
+- Header: {'precision': 0.6407766990291263, 'recall': 0.5546218487394958, 'f1': 0.5945945945945947, 'number': 119}
+- Question: {'precision': 0.9023941068139963, 'recall': 0.9099350046425255, 'f1': 0.9061488673139159, 'number': 1077}
+- Overall Precision: 0.8728
+- Overall Recall: 0.8927
+- Overall F1: 0.8826
+- Overall Accuracy: 0.7970
 
 ## Model description
 
@@ -54,18 +54,18 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch    | Step | Validation Loss | Answer                                                                                                   | Header                                                                                                   | Question                                                                                                  | Overall Precision | Overall Recall | Overall F1 | Overall Accuracy |
 |:-------------:|:--------:|:----:|:---------------:|:--------------------------------------------------------------------------------------------------------:|:--------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------:|:-----------------:|:--------------:|:----------:|:----------------:|
-| 0.4014        | 10.5263  | 200  | 0.9835          | {'precision': 0.835920177383592, 'recall': 0.9228886168910648, 'f1': 0.8772542175683536, 'number': 817}  | {'precision': 0.6018518518518519, 'recall': 0.5462184873949579, 'f1': 0.5726872246696034, 'number': 119} | {'precision': 0.8773168578993822, 'recall': 0.9229340761374187, 'f1': 0.8995475113122172, 'number': 1077} | 0.8460            | 0.9006         | 0.8725     | 0.7938           |
-| 0.0415        | 21.0526  | 400  | 1.3303          | {'precision': 0.8456299659477866, 'recall': 0.9118727050183598, 'f1': 0.877502944640754, 'number': 817}  | {'precision': 0.5476190476190477, 'recall': 0.5798319327731093, 'f1': 0.5632653061224491, 'number': 119} | {'precision': 0.8757875787578758, 'recall': 0.903435468895079, 'f1': 0.8893967093235832, 'number': 1077}  | 0.8437            | 0.8877         | 0.8652     | 0.7961           |
-| 0.0116        | 31.5789  | 600  | 1.4921          | {'precision': 0.8661137440758294, 'recall': 0.8947368421052632, 'f1': 0.8801926550270921, 'number': 817} | {'precision': 0.5416666666666666, 'recall': 0.5462184873949579, 'f1': 0.5439330543933054, 'number': 119} | {'precision': 0.8771300448430494, 'recall': 0.9080779944289693, 'f1': 0.8923357664233577, 'number': 1077} | 0.8533            | 0.8813         | 0.8671     | 0.7981           |
-| 0.0065        | 42.1053  | 800  | 1.3978          | {'precision': 0.8383167220376523, 'recall': 0.9265605875152999, 'f1': 0.8802325581395348, 'number': 817} | {'precision': 0.6, 'recall': 0.5294117647058824, 'f1': 0.5625, 'number': 119}                            | {'precision': 0.9031954887218046, 'recall': 0.8922934076137419, 'f1': 0.897711349836525, 'number': 1077}  | 0.8596            | 0.8847         | 0.8720     | 0.8121           |
-| 0.0046        | 52.6316  | 1000 | 1.4918          | {'precision': 0.8400447427293065, 'recall': 0.9192166462668299, 'f1': 0.8778492109877265, 'number': 817} | {'precision': 0.59375, 'recall': 0.4789915966386555, 'f1': 0.5302325581395348, 'number': 119}            | {'precision': 0.9015009380863039, 'recall': 0.8922934076137419, 'f1': 0.8968735417638825, 'number': 1077} | 0.8604            | 0.8788         | 0.8695     | 0.8016           |
-| 0.0028        | 63.1579  | 1200 | 1.5552          | {'precision': 0.8537142857142858, 'recall': 0.9143206854345165, 'f1': 0.8829787234042553, 'number': 817} | {'precision': 0.632183908045977, 'recall': 0.46218487394957986, 'f1': 0.5339805825242718, 'number': 119} | {'precision': 0.8951686417502279, 'recall': 0.9117920148560817, 'f1': 0.9034038638454462, 'number': 1077} | 0.8664            | 0.8862         | 0.8762     | 0.8015           |
-| 0.0011        | 73.6842  | 1400 | 1.6209          | {'precision': 0.8577827547592385, 'recall': 0.9375764993880049, 'f1': 0.895906432748538, 'number': 817}  | {'precision': 0.6464646464646465, 'recall': 0.5378151260504201, 'f1': 0.5871559633027523, 'number': 119} | {'precision': 0.9123951537744641, 'recall': 0.9090064995357474, 'f1': 0.9106976744186047, 'number': 1077} | 0.8760            | 0.8987         | 0.8872     | 0.8046           |
-| 0.001         | 84.2105  | 1600 | 1.5894          | {'precision': 0.8468368479467259, 'recall': 0.9339045287637698, 'f1': 0.8882421420256112, 'number': 817} | {'precision': 0.6559139784946236, 'recall': 0.5126050420168067, 'f1': 0.5754716981132076, 'number': 119} | {'precision': 0.9112149532710281, 'recall': 0.9052924791086351, 'f1': 0.9082440614811365, 'number': 1077} | 0.8716            | 0.8937         | 0.8825     | 0.8068           |
-| 0.0006        | 94.7368  | 1800 | 1.6071          | {'precision': 0.8571428571428571, 'recall': 0.9033047735618115, 'f1': 0.8796185935637664, 'number': 817} | {'precision': 0.6530612244897959, 'recall': 0.5378151260504201, 'f1': 0.5898617511520737, 'number': 119} | {'precision': 0.8816621499548328, 'recall': 0.9062209842154132, 'f1': 0.8937728937728938, 'number': 1077} | 0.8606            | 0.8833         | 0.8718     | 0.8016           |
-| 0.0006        | 105.2632 | 2000 | 1.6146          | {'precision': 0.8605990783410138, 'recall': 0.9143206854345165, 'f1': 0.886646884272997, 'number': 817}  | {'precision': 0.5945945945945946, 'recall': 0.5546218487394958, 'f1': 0.5739130434782609, 'number': 119} | {'precision': 0.899260628465804, 'recall': 0.903435468895079, 'f1': 0.9013432144511349, 'number': 1077}   | 0.8666            | 0.8872         | 0.8768     | 0.8005           |
-| 0.0002        | 115.7895 | 2200 | 1.6401          | {'precision': 0.8394241417497231, 'recall': 0.9277845777233782, 'f1': 0.8813953488372093, 'number': 817} | {'precision': 0.6237623762376238, 'recall': 0.5294117647058824, 'f1': 0.5727272727272728, 'number': 119} | {'precision': 0.8986988847583643, 'recall': 0.8978644382544104, 'f1': 0.8982814677194613, 'number': 1077} | 0.8596            | 0.8882         | 0.8737     | 0.8016           |
-| 0.0002        | 126.3158 | 2400 | 1.6308          | {'precision': 0.8416945373467113, 'recall': 0.9241126070991432, 'f1': 0.8809801633605602, 'number': 817} | {'precision': 0.6274509803921569, 'recall': 0.5378151260504201, 'f1': 0.579185520361991, 'number': 119}  | {'precision': 0.8970588235294118, 'recall': 0.9062209842154132, 'f1': 0.9016166281755196, 'number': 1077} | 0.8601            | 0.8917         | 0.8756     | 0.7994           |
+| 0.0423        | 10.5263  | 200  | 1.4194          | {'precision': 0.8633093525179856, 'recall': 0.8812729498164015, 'f1': 0.872198667474258, 'number': 817}  | {'precision': 0.49624060150375937, 'recall': 0.5546218487394958, 'f1': 0.523809523809524, 'number': 119} | {'precision': 0.8954372623574145, 'recall': 0.8746518105849582, 'f1': 0.8849224988257399, 'number': 1077} | 0.8559            | 0.8584         | 0.8571     | 0.8065           |
+| 0.0157        | 21.0526  | 400  | 1.4352          | {'precision': 0.8376259798432251, 'recall': 0.9155446756425949, 'f1': 0.8748538011695907, 'number': 817} | {'precision': 0.631578947368421, 'recall': 0.5042016806722689, 'f1': 0.5607476635514018, 'number': 119}  | {'precision': 0.9015009380863039, 'recall': 0.8922934076137419, 'f1': 0.8968735417638825, 'number': 1077} | 0.8612            | 0.8788         | 0.8699     | 0.8038           |
+| 0.0068        | 31.5789  | 600  | 1.5303          | {'precision': 0.8661137440758294, 'recall': 0.8947368421052632, 'f1': 0.8801926550270921, 'number': 817} | {'precision': 0.5655737704918032, 'recall': 0.5798319327731093, 'f1': 0.5726141078838175, 'number': 119} | {'precision': 0.8872593950504125, 'recall': 0.8987929433611885, 'f1': 0.8929889298892989, 'number': 1077} | 0.8595            | 0.8783         | 0.8688     | 0.7898           |
+| 0.0026        | 42.1053  | 800  | 1.4908          | {'precision': 0.8418141592920354, 'recall': 0.9314565483476133, 'f1': 0.8843695525857059, 'number': 817} | {'precision': 0.6595744680851063, 'recall': 0.5210084033613446, 'f1': 0.5821596244131456, 'number': 119} | {'precision': 0.8848594741613781, 'recall': 0.9062209842154132, 'f1': 0.8954128440366973, 'number': 1077} | 0.8563            | 0.8937         | 0.8746     | 0.8026           |
+| 0.0016        | 52.6316  | 1000 | 1.7469          | {'precision': 0.8781664656212304, 'recall': 0.8910648714810282, 'f1': 0.8845686512758201, 'number': 817} | {'precision': 0.5981308411214953, 'recall': 0.5378151260504201, 'f1': 0.5663716814159291, 'number': 119} | {'precision': 0.8772401433691757, 'recall': 0.9090064995357474, 'f1': 0.8928408572731419, 'number': 1077} | 0.8631            | 0.8798         | 0.8713     | 0.7846           |
+| 0.0047        | 63.1579  | 1200 | 1.9284          | {'precision': 0.8626309662398137, 'recall': 0.9069767441860465, 'f1': 0.8842482100238663, 'number': 817} | {'precision': 0.6777777777777778, 'recall': 0.5126050420168067, 'f1': 0.5837320574162679, 'number': 119} | {'precision': 0.8809310653536258, 'recall': 0.9136490250696379, 'f1': 0.8969917958067456, 'number': 1077} | 0.8645            | 0.8872         | 0.8757     | 0.7934           |
+| 0.0009        | 73.6842  | 1400 | 2.0302          | {'precision': 0.8406593406593407, 'recall': 0.9363525091799265, 'f1': 0.8859293572669368, 'number': 817} | {'precision': 0.4928571428571429, 'recall': 0.5798319327731093, 'f1': 0.5328185328185329, 'number': 119} | {'precision': 0.9024390243902439, 'recall': 0.8588672237697307, 'f1': 0.8801141769743102, 'number': 1077} | 0.8477            | 0.8738         | 0.8606     | 0.7793           |
+| 0.0006        | 84.2105  | 1600 | 1.9236          | {'precision': 0.861271676300578, 'recall': 0.9118727050183598, 'f1': 0.8858501783590963, 'number': 817}  | {'precision': 0.6126126126126126, 'recall': 0.5714285714285714, 'f1': 0.591304347826087, 'number': 119}  | {'precision': 0.9030470914127424, 'recall': 0.9080779944289693, 'f1': 0.9055555555555556, 'number': 1077} | 0.8698            | 0.8897         | 0.8797     | 0.7870           |
+| 0.0003        | 94.7368  | 1800 | 1.8036          | {'precision': 0.8496583143507973, 'recall': 0.9130966952264382, 'f1': 0.88023598820059, 'number': 817}   | {'precision': 0.6238532110091743, 'recall': 0.5714285714285714, 'f1': 0.5964912280701754, 'number': 119} | {'precision': 0.8934802571166207, 'recall': 0.903435468895079, 'f1': 0.8984302862419206, 'number': 1077}  | 0.8608            | 0.8877         | 0.8741     | 0.7940           |
+| 0.0003        | 105.2632 | 2000 | 1.8317          | {'precision': 0.8684516880093132, 'recall': 0.9130966952264382, 'f1': 0.8902147971360381, 'number': 817} | {'precision': 0.6442307692307693, 'recall': 0.5630252100840336, 'f1': 0.600896860986547, 'number': 119}  | {'precision': 0.9025069637883009, 'recall': 0.9025069637883009, 'f1': 0.9025069637883009, 'number': 1077} | 0.875             | 0.8867         | 0.8808     | 0.7946           |
+| 0.0001        | 115.7895 | 2200 | 1.8277          | {'precision': 0.8632183908045977, 'recall': 0.9192166462668299, 'f1': 0.890337877889745, 'number': 817}  | {'precision': 0.6407766990291263, 'recall': 0.5546218487394958, 'f1': 0.5945945945945947, 'number': 119} | {'precision': 0.9023941068139963, 'recall': 0.9099350046425255, 'f1': 0.9061488673139159, 'number': 1077} | 0.8728            | 0.8927         | 0.8826     | 0.7970           |
+| 0.0001        | 126.3158 | 2400 | 1.8411          | {'precision': 0.8540723981900452, 'recall': 0.9241126070991432, 'f1': 0.8877131099353323, 'number': 817} | {'precision': 0.6285714285714286, 'recall': 0.5546218487394958, 'f1': 0.5892857142857143, 'number': 119} | {'precision': 0.9072356215213359, 'recall': 0.9080779944289693, 'f1': 0.9076566125290023, 'number': 1077} | 0.8703            | 0.8937         | 0.8819     | 0.7935           |
 
 
 ### Framework versions

logs/events.out.tfevents.1715763458.da8236381df3.3467.1

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66226697a7c8cb22c8bf2e118cc64d460b838b09b3611e7f7ffcf5786de7323b
-size 14167
+oid sha256:21e32d8c5ee975627def895c2303a18e4aada92d3a55eedc848937e99ed9478d
+size 14521

logs/events.out.tfevents.1715769764.da8236381df3.3467.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66c1351f9f52e4ef45c89b497983f4ed35f3847ea070ec815a463ac6cd7c4d2
+size 592

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37cbf32e218d3453c35b631e1b5b2890102e196a56ccd86e7dc5507c8a4444c9
+oid sha256:bb6adfcf404814376d682fe3b054e9bf68ba14894513d8268e7ddef975cf7b1c
 size 520727564

preprocessor_config.json

@@ -25,7 +25,7 @@
     0.5,
     0.5
   ],
-  "image_processor_type": "LayoutLMv3FeatureExtractor",
+  "image_processor_type": "LayoutLMv3ImageProcessor",
   "image_std": [
     0.5,
     0.5,

tokenizer_config.json

@@ -54,8 +54,10 @@
   "eos_token": "</s>",
   "errors": "replace",
   "mask_token": "<mask>",
+  "max_length": 512,
   "model_max_length": 512,
   "only_label_first_subword": true,
+  "pad_to_multiple_of": null,
   "pad_token": "<pad>",
   "pad_token_box": [
     0,
@@ -64,6 +66,8 @@
     0
   ],
   "pad_token_label": -100,
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "processor_class": "LayoutLMv3Processor",
   "sep_token": "</s>",
   "sep_token_box": [
@@ -72,7 +76,10 @@
     0,
     0
   ],
+  "stride": 0,
   "tokenizer_class": "LayoutLMv3Tokenizer",
   "trim_offsets": true,
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<unk>"
 }