Training in progress, step 400

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fa57b3762a97e56e636783f588842fb017f4d9b19d8db9a93687c28cbcaac19
+oid sha256:ba1b2dbc7ad84a4d83b0a460f6871743488524145b963763e52ee84197cfe009
 size 319977229

checkpoint-200/adapter_model/adapter_model/README.md

@@ -4,6 +4,17 @@ library_name: peft
 ## Training procedure
 
 
+The following `bitsandbytes` quantization config was used during training:
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: True
+- bnb_4bit_compute_dtype: bfloat16
+
 The following `bitsandbytes` quantization config was used during training:
 - load_in_8bit: False
 - load_in_4bit: True
@@ -16,5 +27,6 @@ The following `bitsandbytes` quantization config was used during training:
 - bnb_4bit_compute_dtype: bfloat16
 ### Framework versions
 
+- PEFT 0.4.0
 
 - PEFT 0.4.0

checkpoint-200/adapter_model/adapter_model/adapter_config.json

@@ -14,13 +14,13 @@
   "r": 64,
   "revision": null,
   "target_modules": [
-    "o_proj",
-    "q_proj",
+    "down_proj",
     "up_proj",
-    "k_proj",
-    "gate_proj",
     "v_proj",
-    "down_proj"
+    "gate_proj",
+    "o_proj",
+    "q_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

checkpoint-200/adapter_model/adapter_model/adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5aa375cfd5d9e5dadb35baa9a0c01e25d204989073b09ce12e933cd37fa49984
+oid sha256:8fa57b3762a97e56e636783f588842fb017f4d9b19d8db9a93687c28cbcaac19
 size 319977229

checkpoint-400/README.md

@@ -4,6 +4,17 @@ library_name: peft
 ## Training procedure
 
 
+The following `bitsandbytes` quantization config was used during training:
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: True
+- bnb_4bit_compute_dtype: bfloat16
+
 The following `bitsandbytes` quantization config was used during training:
 - load_in_8bit: False
 - load_in_4bit: True
@@ -16,5 +27,6 @@ The following `bitsandbytes` quantization config was used during training:
 - bnb_4bit_compute_dtype: bfloat16
 ### Framework versions
 
+- PEFT 0.4.0
 
 - PEFT 0.4.0

checkpoint-400/adapter_config.json

@@ -14,13 +14,13 @@
   "r": 64,
   "revision": null,
   "target_modules": [
-    "o_proj",
-    "q_proj",
+    "down_proj",
     "up_proj",
-    "k_proj",
-    "gate_proj",
     "v_proj",
-    "down_proj"
+    "gate_proj",
+    "o_proj",
+    "q_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

checkpoint-400/adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:270d6eedb55a01180eca591f780f6439850e6c0aa04320b8504f8db143446fa0
+oid sha256:ba1b2dbc7ad84a4d83b0a460f6871743488524145b963763e52ee84197cfe009
 size 319977229

checkpoint-400/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b34158399282b115eb7a2d79abb5ce83771bf336ab96f4556db8eaf917127973
+oid sha256:2a563de1d2d55fbd50d5df38b35a7d8a52f51c9b40f4ac43e2c0c6dba70965e1
 size 1279539973

checkpoint-400/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e76838aadfbce6e2f6783d1805b0e1998e5e70c56e2bbe073ccf14dc66698bae
+oid sha256:1dacd802e19ab1d8330dc6c9975abd8e1a4549c1f2edc78d0d8b7d4be828fa0c
 size 14511

checkpoint-400/trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 0.8444803357124329,
+  "best_metric": 0.8442310690879822,
   "best_model_checkpoint": "experts/expert-25/checkpoint-400",
   "epoch": 0.1164652787887611,
   "global_step": 400,
@@ -10,31 +10,31 @@
     {
       "epoch": 0.0,
       "learning_rate": 0.0002,
-      "loss": 1.0069,
+      "loss": 1.0068,
       "step": 10
     },
     {
       "epoch": 0.01,
       "learning_rate": 0.0002,
-      "loss": 0.9691,
+      "loss": 0.9693,
       "step": 20
     },
     {
       "epoch": 0.01,
       "learning_rate": 0.0002,
-      "loss": 0.9044,
+      "loss": 0.9047,
       "step": 30
     },
     {
       "epoch": 0.01,
       "learning_rate": 0.0002,
-      "loss": 0.9047,
+      "loss": 0.9045,
       "step": 40
     },
     {
       "epoch": 0.01,
       "learning_rate": 0.0002,
-      "loss": 0.9756,
+      "loss": 0.9762,
       "step": 50
     },
     {
@@ -46,100 +46,100 @@
     {
       "epoch": 0.02,
       "learning_rate": 0.0002,
-      "loss": 0.9977,
+      "loss": 0.9979,
       "step": 70
     },
     {
       "epoch": 0.02,
       "learning_rate": 0.0002,
-      "loss": 0.9486,
+      "loss": 0.9487,
       "step": 80
     },
     {
       "epoch": 0.03,
       "learning_rate": 0.0002,
-      "loss": 0.9895,
+      "loss": 0.9894,
       "step": 90
     },
     {
       "epoch": 0.03,
       "learning_rate": 0.0002,
-      "loss": 0.9278,
+      "loss": 0.9271,
       "step": 100
     },
     {
       "epoch": 0.03,
       "learning_rate": 0.0002,
-      "loss": 0.9701,
+      "loss": 0.9683,
       "step": 110
     },
     {
       "epoch": 0.03,
       "learning_rate": 0.0002,
-      "loss": 0.9842,
+      "loss": 0.984,
       "step": 120
     },
     {
       "epoch": 0.04,
       "learning_rate": 0.0002,
-      "loss": 0.9491,
+      "loss": 0.9486,
       "step": 130
     },
     {
       "epoch": 0.04,
       "learning_rate": 0.0002,
-      "loss": 1.0462,
+      "loss": 1.0463,
       "step": 140
     },
     {
       "epoch": 0.04,
       "learning_rate": 0.0002,
-      "loss": 0.9489,
+      "loss": 0.9472,
       "step": 150
     },
     {
       "epoch": 0.05,
       "learning_rate": 0.0002,
-      "loss": 0.8927,
+      "loss": 0.8924,
       "step": 160
     },
     {
       "epoch": 0.05,
       "learning_rate": 0.0002,
-      "loss": 1.0038,
+      "loss": 1.0044,
       "step": 170
     },
     {
       "epoch": 0.05,
       "learning_rate": 0.0002,
-      "loss": 0.8862,
+      "loss": 0.8854,
       "step": 180
     },
     {
       "epoch": 0.06,
       "learning_rate": 0.0002,
-      "loss": 0.9165,
+      "loss": 0.917,
       "step": 190
     },
     {
       "epoch": 0.06,
       "learning_rate": 0.0002,
-      "loss": 0.9729,
+      "loss": 0.973,
       "step": 200
     },
     {
       "epoch": 0.06,
-      "eval_loss": 0.8488302230834961,
-      "eval_runtime": 147.5691,
-      "eval_samples_per_second": 6.776,
-      "eval_steps_per_second": 3.388,
+      "eval_loss": 0.8485546708106995,
+      "eval_runtime": 110.6877,
+      "eval_samples_per_second": 9.034,
+      "eval_steps_per_second": 4.517,
       "step": 200
     },
     {
       "epoch": 0.06,
-      "mmlu_eval_accuracy": 0.48119123489869425,
+      "mmlu_eval_accuracy": 0.47888998708484404,
       "mmlu_eval_accuracy_abstract_algebra": 0.2727272727272727,
-      "mmlu_eval_accuracy_anatomy": 0.7142857142857143,
+      "mmlu_eval_accuracy_anatomy": 0.6428571428571429,
       "mmlu_eval_accuracy_astronomy": 0.4375,
       "mmlu_eval_accuracy_business_ethics": 0.6363636363636364,
       "mmlu_eval_accuracy_clinical_knowledge": 0.4482758620689655,
@@ -147,29 +147,29 @@
       "mmlu_eval_accuracy_college_chemistry": 0.125,
       "mmlu_eval_accuracy_college_computer_science": 0.18181818181818182,
       "mmlu_eval_accuracy_college_mathematics": 0.2727272727272727,
-      "mmlu_eval_accuracy_college_medicine": 0.4090909090909091,
+      "mmlu_eval_accuracy_college_medicine": 0.45454545454545453,
       "mmlu_eval_accuracy_college_physics": 0.36363636363636365,
       "mmlu_eval_accuracy_computer_security": 0.36363636363636365,
       "mmlu_eval_accuracy_conceptual_physics": 0.38461538461538464,
       "mmlu_eval_accuracy_econometrics": 0.25,
       "mmlu_eval_accuracy_electrical_engineering": 0.25,
       "mmlu_eval_accuracy_elementary_mathematics": 0.34146341463414637,
-      "mmlu_eval_accuracy_formal_logic": 0.21428571428571427,
+      "mmlu_eval_accuracy_formal_logic": 0.14285714285714285,
       "mmlu_eval_accuracy_global_facts": 0.3,
       "mmlu_eval_accuracy_high_school_biology": 0.375,
-      "mmlu_eval_accuracy_high_school_chemistry": 0.3181818181818182,
+      "mmlu_eval_accuracy_high_school_chemistry": 0.2727272727272727,
       "mmlu_eval_accuracy_high_school_computer_science": 0.5555555555555556,
-      "mmlu_eval_accuracy_high_school_european_history": 0.6666666666666666,
-      "mmlu_eval_accuracy_high_school_geography": 0.8181818181818182,
+      "mmlu_eval_accuracy_high_school_european_history": 0.6111111111111112,
+      "mmlu_eval_accuracy_high_school_geography": 0.8636363636363636,
       "mmlu_eval_accuracy_high_school_government_and_politics": 0.5238095238095238,
-      "mmlu_eval_accuracy_high_school_macroeconomics": 0.4418604651162791,
+      "mmlu_eval_accuracy_high_school_macroeconomics": 0.46511627906976744,
       "mmlu_eval_accuracy_high_school_mathematics": 0.20689655172413793,
       "mmlu_eval_accuracy_high_school_microeconomics": 0.2692307692307692,
       "mmlu_eval_accuracy_high_school_physics": 0.17647058823529413,
       "mmlu_eval_accuracy_high_school_psychology": 0.8666666666666667,
-      "mmlu_eval_accuracy_high_school_statistics": 0.391304347826087,
+      "mmlu_eval_accuracy_high_school_statistics": 0.34782608695652173,
       "mmlu_eval_accuracy_high_school_us_history": 0.6363636363636364,
-      "mmlu_eval_accuracy_high_school_world_history": 0.7307692307692307,
+      "mmlu_eval_accuracy_high_school_world_history": 0.7692307692307693,
       "mmlu_eval_accuracy_human_aging": 0.6521739130434783,
       "mmlu_eval_accuracy_human_sexuality": 0.3333333333333333,
       "mmlu_eval_accuracy_international_law": 0.8461538461538461,
@@ -178,120 +178,120 @@
       "mmlu_eval_accuracy_machine_learning": 0.18181818181818182,
       "mmlu_eval_accuracy_management": 0.6363636363636364,
       "mmlu_eval_accuracy_marketing": 0.92,
-      "mmlu_eval_accuracy_medical_genetics": 1.0,
-      "mmlu_eval_accuracy_miscellaneous": 0.686046511627907,
-      "mmlu_eval_accuracy_moral_disputes": 0.4473684210526316,
-      "mmlu_eval_accuracy_moral_scenarios": 0.24,
+      "mmlu_eval_accuracy_medical_genetics": 0.9090909090909091,
+      "mmlu_eval_accuracy_miscellaneous": 0.6744186046511628,
+      "mmlu_eval_accuracy_moral_disputes": 0.39473684210526316,
+      "mmlu_eval_accuracy_moral_scenarios": 0.21,
       "mmlu_eval_accuracy_nutrition": 0.6363636363636364,
-      "mmlu_eval_accuracy_philosophy": 0.4411764705882353,
-      "mmlu_eval_accuracy_prehistory": 0.45714285714285713,
-      "mmlu_eval_accuracy_professional_accounting": 0.3870967741935484,
-      "mmlu_eval_accuracy_professional_law": 0.3235294117647059,
-      "mmlu_eval_accuracy_professional_medicine": 0.5483870967741935,
-      "mmlu_eval_accuracy_professional_psychology": 0.4782608695652174,
+      "mmlu_eval_accuracy_philosophy": 0.47058823529411764,
+      "mmlu_eval_accuracy_prehistory": 0.42857142857142855,
+      "mmlu_eval_accuracy_professional_accounting": 0.41935483870967744,
+      "mmlu_eval_accuracy_professional_law": 0.3176470588235294,
+      "mmlu_eval_accuracy_professional_medicine": 0.6129032258064516,
+      "mmlu_eval_accuracy_professional_psychology": 0.4927536231884058,
       "mmlu_eval_accuracy_public_relations": 0.6666666666666666,
-      "mmlu_eval_accuracy_security_studies": 0.4444444444444444,
-      "mmlu_eval_accuracy_sociology": 0.6363636363636364,
+      "mmlu_eval_accuracy_security_studies": 0.48148148148148145,
+      "mmlu_eval_accuracy_sociology": 0.6818181818181818,
       "mmlu_eval_accuracy_us_foreign_policy": 0.7272727272727273,
       "mmlu_eval_accuracy_virology": 0.5,
       "mmlu_eval_accuracy_world_religions": 0.7368421052631579,
-      "mmlu_loss": 1.6163663531874863,
+      "mmlu_loss": 1.6490328496336626,
       "step": 200
     },
     {
       "epoch": 0.06,
       "learning_rate": 0.0002,
-      "loss": 0.9292,
+      "loss": 0.9272,
       "step": 210
     },
     {
       "epoch": 0.06,
       "learning_rate": 0.0002,
-      "loss": 0.9522,
+      "loss": 0.9516,
       "step": 220
     },
     {
       "epoch": 0.07,
       "learning_rate": 0.0002,
-      "loss": 0.932,
+      "loss": 0.9315,
       "step": 230
     },
     {
       "epoch": 0.07,
       "learning_rate": 0.0002,
-      "loss": 0.9861,
+      "loss": 0.9862,
       "step": 240
     },
     {
       "epoch": 0.07,
       "learning_rate": 0.0002,
-      "loss": 0.9757,
+      "loss": 0.9755,
       "step": 250
     },
     {
       "epoch": 0.08,
       "learning_rate": 0.0002,
-      "loss": 0.9721,
+      "loss": 0.9699,
       "step": 260
     },
     {
       "epoch": 0.08,
       "learning_rate": 0.0002,
-      "loss": 0.9143,
+      "loss": 0.9155,
       "step": 270
     },
     {
       "epoch": 0.08,
       "learning_rate": 0.0002,
-      "loss": 0.9174,
+      "loss": 0.9167,
       "step": 280
     },
     {
       "epoch": 0.08,
       "learning_rate": 0.0002,
-      "loss": 0.9064,
+      "loss": 0.9051,
       "step": 290
     },
     {
       "epoch": 0.09,
       "learning_rate": 0.0002,
-      "loss": 0.9644,
+      "loss": 0.9628,
       "step": 300
     },
     {
       "epoch": 0.09,
       "learning_rate": 0.0002,
-      "loss": 0.918,
+      "loss": 0.9177,
       "step": 310
     },
     {
       "epoch": 0.09,
       "learning_rate": 0.0002,
-      "loss": 0.9859,
+      "loss": 0.9865,
       "step": 320
     },
     {
       "epoch": 0.1,
       "learning_rate": 0.0002,
-      "loss": 0.8976,
+      "loss": 0.8986,
       "step": 330
     },
     {
       "epoch": 0.1,
       "learning_rate": 0.0002,
-      "loss": 0.9418,
+      "loss": 0.9424,
       "step": 340
     },
     {
       "epoch": 0.1,
       "learning_rate": 0.0002,
-      "loss": 0.9927,
+      "loss": 0.9924,
       "step": 350
     },
     {
       "epoch": 0.1,
       "learning_rate": 0.0002,
-      "loss": 0.9684,
+      "loss": 0.9675,
       "step": 360
     },
     {
@@ -303,7 +303,7 @@
     {
       "epoch": 0.11,
       "learning_rate": 0.0002,
-      "loss": 0.9092,
+      "loss": 0.9081,
       "step": 380
     },
     {
@@ -315,20 +315,20 @@
     {
       "epoch": 0.12,
       "learning_rate": 0.0002,
-      "loss": 0.9951,
+      "loss": 0.9935,
       "step": 400
     },
     {
       "epoch": 0.12,
-      "eval_loss": 0.8444803357124329,
-      "eval_runtime": 147.4378,
-      "eval_samples_per_second": 6.783,
-      "eval_steps_per_second": 3.391,
+      "eval_loss": 0.8442310690879822,
+      "eval_runtime": 110.7325,
+      "eval_samples_per_second": 9.031,
+      "eval_steps_per_second": 4.515,
       "step": 400
     },
     {
       "epoch": 0.12,
-      "mmlu_eval_accuracy": 0.4890176675591616,
+      "mmlu_eval_accuracy": 0.48020023871055545,
       "mmlu_eval_accuracy_abstract_algebra": 0.2727272727272727,
       "mmlu_eval_accuracy_anatomy": 0.6428571428571429,
       "mmlu_eval_accuracy_astronomy": 0.4375,
@@ -336,57 +336,57 @@
       "mmlu_eval_accuracy_clinical_knowledge": 0.4482758620689655,
       "mmlu_eval_accuracy_college_biology": 0.4375,
       "mmlu_eval_accuracy_college_chemistry": 0.125,
-      "mmlu_eval_accuracy_college_computer_science": 0.36363636363636365,
+      "mmlu_eval_accuracy_college_computer_science": 0.2727272727272727,
       "mmlu_eval_accuracy_college_mathematics": 0.2727272727272727,
-      "mmlu_eval_accuracy_college_medicine": 0.36363636363636365,
-      "mmlu_eval_accuracy_college_physics": 0.45454545454545453,
+      "mmlu_eval_accuracy_college_medicine": 0.4090909090909091,
+      "mmlu_eval_accuracy_college_physics": 0.2727272727272727,
       "mmlu_eval_accuracy_computer_security": 0.36363636363636365,
       "mmlu_eval_accuracy_conceptual_physics": 0.38461538461538464,
       "mmlu_eval_accuracy_econometrics": 0.16666666666666666,
       "mmlu_eval_accuracy_electrical_engineering": 0.25,
       "mmlu_eval_accuracy_elementary_mathematics": 0.34146341463414637,
-      "mmlu_eval_accuracy_formal_logic": 0.21428571428571427,
+      "mmlu_eval_accuracy_formal_logic": 0.14285714285714285,
       "mmlu_eval_accuracy_global_facts": 0.4,
       "mmlu_eval_accuracy_high_school_biology": 0.375,
       "mmlu_eval_accuracy_high_school_chemistry": 0.36363636363636365,
       "mmlu_eval_accuracy_high_school_computer_science": 0.5555555555555556,
-      "mmlu_eval_accuracy_high_school_european_history": 0.6666666666666666,
+      "mmlu_eval_accuracy_high_school_european_history": 0.6111111111111112,
       "mmlu_eval_accuracy_high_school_geography": 0.9090909090909091,
-      "mmlu_eval_accuracy_high_school_government_and_politics": 0.5714285714285714,
-      "mmlu_eval_accuracy_high_school_macroeconomics": 0.46511627906976744,
+      "mmlu_eval_accuracy_high_school_government_and_politics": 0.5238095238095238,
+      "mmlu_eval_accuracy_high_school_macroeconomics": 0.4883720930232558,
       "mmlu_eval_accuracy_high_school_mathematics": 0.20689655172413793,
-      "mmlu_eval_accuracy_high_school_microeconomics": 0.4230769230769231,
+      "mmlu_eval_accuracy_high_school_microeconomics": 0.34615384615384615,
       "mmlu_eval_accuracy_high_school_physics": 0.11764705882352941,
       "mmlu_eval_accuracy_high_school_psychology": 0.8666666666666667,
       "mmlu_eval_accuracy_high_school_statistics": 0.34782608695652173,
       "mmlu_eval_accuracy_high_school_us_history": 0.6363636363636364,
-      "mmlu_eval_accuracy_high_school_world_history": 0.6923076923076923,
+      "mmlu_eval_accuracy_high_school_world_history": 0.6153846153846154,
       "mmlu_eval_accuracy_human_aging": 0.6521739130434783,
       "mmlu_eval_accuracy_human_sexuality": 0.3333333333333333,
       "mmlu_eval_accuracy_international_law": 0.8461538461538461,
-      "mmlu_eval_accuracy_jurisprudence": 0.45454545454545453,
+      "mmlu_eval_accuracy_jurisprudence": 0.36363636363636365,
       "mmlu_eval_accuracy_logical_fallacies": 0.6666666666666666,
       "mmlu_eval_accuracy_machine_learning": 0.2727272727272727,
       "mmlu_eval_accuracy_management": 0.6363636363636364,
       "mmlu_eval_accuracy_marketing": 0.88,
       "mmlu_eval_accuracy_medical_genetics": 0.9090909090909091,
       "mmlu_eval_accuracy_miscellaneous": 0.6744186046511628,
-      "mmlu_eval_accuracy_moral_disputes": 0.47368421052631576,
-      "mmlu_eval_accuracy_moral_scenarios": 0.23,
-      "mmlu_eval_accuracy_nutrition": 0.6666666666666666,
+      "mmlu_eval_accuracy_moral_disputes": 0.4473684210526316,
+      "mmlu_eval_accuracy_moral_scenarios": 0.22,
+      "mmlu_eval_accuracy_nutrition": 0.696969696969697,
       "mmlu_eval_accuracy_philosophy": 0.4411764705882353,
-      "mmlu_eval_accuracy_prehistory": 0.45714285714285713,
+      "mmlu_eval_accuracy_prehistory": 0.4857142857142857,
       "mmlu_eval_accuracy_professional_accounting": 0.3548387096774194,
-      "mmlu_eval_accuracy_professional_law": 0.31176470588235294,
-      "mmlu_eval_accuracy_professional_medicine": 0.5806451612903226,
+      "mmlu_eval_accuracy_professional_law": 0.3058823529411765,
+      "mmlu_eval_accuracy_professional_medicine": 0.5483870967741935,
       "mmlu_eval_accuracy_professional_psychology": 0.4927536231884058,
       "mmlu_eval_accuracy_public_relations": 0.6666666666666666,
       "mmlu_eval_accuracy_security_studies": 0.4444444444444444,
-      "mmlu_eval_accuracy_sociology": 0.7272727272727273,
-      "mmlu_eval_accuracy_us_foreign_policy": 0.6363636363636364,
+      "mmlu_eval_accuracy_sociology": 0.6818181818181818,
+      "mmlu_eval_accuracy_us_foreign_policy": 0.8181818181818182,
       "mmlu_eval_accuracy_virology": 0.5555555555555556,
       "mmlu_eval_accuracy_world_religions": 0.7368421052631579,
-      "mmlu_loss": 1.6281036143981447,
+      "mmlu_loss": 1.6673710350501632,
       "step": 400
     }
   ],

checkpoint-400/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:047c1d65c5315c35bef5b86dee503c126853ba77779d88b3765d91f9224beb06
+oid sha256:f55ae4c81f7b3f527095580f53de84a4a6177695a59ef29722b41d7c2547069e
 size 5819