Training in progress, step 10

24_10_23_config_test.csv

@@ -0,0 +1,5 @@
+run_number,items_per_minute,total_time_taken,rouge_scores_unnest,rouge1 low Precision,rouge1 low Recall,rouge1 low F1 Score,rouge1 mid Precision,rouge1 mid Recall,rouge1 mid F1 Score,rouge1 high Precision,rouge1 high Recall,rouge1 high F1 Score,rouge2 low Precision,rouge2 low Recall,rouge2 low F1 Score,rouge2 mid Precision,rouge2 mid Recall,rouge2 mid F1 Score,rouge2 high Precision,rouge2 high Recall,rouge2 high F1 Score,learning_settings,preidiction_settings,additional_settings,changed_settings,comment,peformed_already,num_train_epochs
+1,1523.2877980217827,17.330933809280396,0.0,0.216064894350076,0.2934093937382392,0.2362510707829147,0.2544141823636394,0.3350303986500142,0.2728894422626695,0.294553690935822,0.3747817073079854,0.309091782972818,0.0776783789867048,0.090764125893574,0.0806440915787208,0.1021669513022151,0.1172337621833983,0.1040846046927913,0.1303985403688688,0.1452085216010489,0.1300673704352245,,,,,,,
+2,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.0,,,
+0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.0,,,
+4,,,,,,,,,,,,,,,,,,,,,,,,,,num_train_epochs set 4,False,4.0

24_10_23_config_test_2.csv

@@ -0,0 +1,8 @@
+run_number,items_per_minute,total_time_taken,rouge_scores_unnest,rouge1 low Precision,rouge1 low Recall,rouge1 low F1 Score,rouge1 mid Precision,rouge1 mid Recall,rouge1 mid F1 Score,rouge1 high Precision,rouge1 high Recall,rouge1 high F1 Score,rouge2 low Precision,rouge2 low Recall,rouge2 low F1 Score,rouge2 mid Precision,rouge2 mid Recall,rouge2 mid F1 Score,rouge2 high Precision,rouge2 high Recall,rouge2 high F1 Score,learning_settings,preidiction_settings,additional_settings,changed_settings,comment,peformed_already,num_train_epochs
+1,1523.2877980217827,17.330933809280396,0.0,0.216064894350076,0.2934093937382392,0.2362510707829147,0.2544141823636394,0.3350303986500142,0.2728894422626695,0.294553690935822,0.3747817073079854,0.309091782972818,0.0776783789867048,0.090764125893574,0.0806440915787208,0.1021669513022151,0.1172337621833983,0.1040846046927913,0.1303985403688688,0.1452085216010489,0.1300673704352245,,,,,,,
+2,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.0,,,
+3,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.0,,,
+0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.0,,,
+5,,,,,,,,,,,,,,,,,,,,,,,,,,num_train_epochs set 4,False,4.0
+6,,,,,,,,,,,,,,,,,,,,,,,,,,num_train_epochs set 1,False,1.0
+7,,,,,,,,,,,,,,,,,,,,,,,,,,num_train_epochs set 4,False,4.0

24_10_23_config_test_3.csv

@@ -0,0 +1,4 @@
+run_number,comment,peformed_already,num_train_epochs
+1,no variations,False,2
+2,num_train_epochs set 1,False,1
+3,num_train_epochs set 4,False,4

24_10_23_results_test.csv

@@ -1,2 +1,8 @@
-run_number,items_per_minute,total_time_taken,rouge_scores_unnest,rouge1 low Precision,rouge1 low Recall,rouge1 low F1 Score,rouge1 mid Precision,rouge1 mid Recall,rouge1 mid F1 Score,rouge1 high Precision,rouge1 high Recall,rouge1 high F1 Score,rouge2 low Precision,rouge2 low Recall,rouge2 low F1 Score,rouge2 mid Precision,rouge2 mid Recall,rouge2 mid F1 Score,rouge2 high Precision,rouge2 high Recall,rouge2 high F1 Score,learning_settings,preidiction_settings,additional_settings
-1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,,,
+run_number,items_per_minute,total_time_taken,rouge_scores_unnest,rouge1 low Precision,rouge1 low Recall,rouge1 low F1 Score,rouge1 mid Precision,rouge1 mid Recall,rouge1 mid F1 Score,rouge1 high Precision,rouge1 high Recall,rouge1 high F1 Score,rouge2 low Precision,rouge2 low Recall,rouge2 low F1 Score,rouge2 mid Precision,rouge2 mid Recall,rouge2 mid F1 Score,rouge2 high Precision,rouge2 high Recall,rouge2 high F1 Score,learning_settings,preidiction_settings,additional_settings,changed_settings
+1,1523.2877980217827,17.330933809280396,0,0.216064894350076,0.2934093937382392,0.2362510707829147,0.2544141823636394,0.3350303986500142,0.2728894422626695,0.294553690935822,0.3747817073079854,0.309091782972818,0.0776783789867048,0.090764125893574,0.0806440915787208,0.1021669513022151,0.1172337621833983,0.1040846046927913,0.1303985403688688,0.1452085216010489,0.1300673704352245,,,,
+2,0.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.0
+3,0.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.0
+4,1523.4573686537426,17.329004764556885,0,0.2107791201529703,0.2804516554042347,0.2241127583615112,0.2518923084470888,0.3168389992683634,0.2593207722168438,0.294005859393068,0.354724656350104,0.2982322569015771,0.0728888684260498,0.0794274222992029,0.0716627394211022,0.0959586802670844,0.102928622060279,0.0933301615256175,0.1220111001726627,0.1277021921576517,0.1165868980417977,,,,0.0
+5,0.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.0
+6,1535.3199106291877,17.19511342048645,0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.0
+7,0.0,0.0,0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.0

README.md

@@ -388,6 +388,18 @@ The following `bitsandbytes` quantization config was used during training:
 - bnb_4bit_use_double_quant: True
 - bnb_4bit_compute_dtype: bfloat16
 
+The following `bitsandbytes` quantization config was used during training:
+- quant_method: bitsandbytes
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: True
+- bnb_4bit_compute_dtype: bfloat16
+
 The following `bitsandbytes` quantization config was used during training:
 - quant_method: bitsandbytes
 - load_in_8bit: False
@@ -433,5 +445,6 @@ The following `bitsandbytes` quantization config was used during training:
 - PEFT 0.5.0
 - PEFT 0.5.0
 - PEFT 0.5.0
+- PEFT 0.5.0
 
 - PEFT 0.5.0

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eac466efa5862bdf00e88bcd48a37720f2e7b9b9a50c963123fefef45f6bd10c
+oid sha256:43c9dd5079adb3da4d86154de7cdf49165c63b345b43e613843030fccfdd2ffd
 size 100733709

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3292de5daf82aa621eb25f07ff15897b54cb831503d2378e6e5b897e5d6c32a
+oid sha256:27e37e0ee5b6adadb678c0e1b680316df56ed71aa29cd5a98a5223d6371c1c41
 size 100690288

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a4935782e34e08b6a1cfb759d92a5aece09454b2b0a6e52cb1bd9da3f51bad3
-size 4091
+oid sha256:1ed770e0e10a5284ae6033c7ddd5aa9e0e64bd9d3703969564f5b2eedb8a3b5d
+size 4283