Upload transformers_config.json with huggingface_hub

transformers_config.json

@@ -82,7 +82,9 @@
       "overlap_comm": true,
       "reduce_scatter": true,
       "reduce_bucket_size": 5e8,
-      "allgather_bucket_size": 5e8
+      "allgather_bucket_size": 5e8,
+      "allgather_partitions": true,
+      "allgather_no_copy": true
     },
     "gradient_accumulation_steps": 4,
     "gradient_clipping": 0.3,
@@ -114,6 +116,20 @@
     "steps_per_print": 10,
     "train_batch_size": "auto",
     "train_micro_batch_size_per_gpu": "auto",
-    "wall_clock_breakdown": false
+    "wall_clock_breakdown": false,
+    "communication_data_type": "fp16",
+    "comms_logger": {
+      "enabled": false
+    },
+    "amp": {
+      "enabled": false
+    },
+    "aio": {
+      "block_size": 1048576,
+      "queue_depth": 8,
+      "thread_count": 1,
+      "single_submit": false,
+      "overlap_events": true
+    }
   }
 }