dchen0
/

font-model-dry-run

TensorBoard

Safetensors

Model card Files Files and versions

xet

Metrics Training metrics Community

dchen0 commited on 4 days ago

Commit

8a7d52f

verified ·

1 Parent(s): 4c8ee21

Upload logs/resnet_20260331_032012.log with huggingface_hub

Browse files

Files changed (1) hide show

logs/resnet_20260331_032012.log +1843 -0

logs/resnet_20260331_032012.log ADDED Viewed

@@ -0,0 +1,1843 @@
  0%|          | 0.00/97.8M [00:00<?, ?B/s]
  9%|▊         | 8.50M/97.8M [00:00<00:01, 89.1MB/s]
 19%|█▉        | 18.4M/97.8M [00:00<00:00, 97.1MB/s]
 29%|██▉       | 28.8M/97.8M [00:00<00:00, 102MB/s]
 40%|███▉      | 38.8M/97.8M [00:00<00:00, 102MB/s]
 51%|█████▏    | 50.2M/97.8M [00:00<00:00, 104MB/s]
 63%|██████▎   | 61.8M/97.8M [00:00<00:00, 107MB/s]
 74%|███████▍  | 72.2M/97.8M [00:00<00:00, 105MB/s]
 86%|████████▌ | 83.9M/97.8M [00:00<00:00, 104MB/s]
 98%|█████████▊| 95.4M/97.8M [00:00<00:00, 109MB/s]
  0%|          | 0/1 [00:00<?, ?it/s]
  0%|          | 0/1 [00:00<?, ?it/s][A
                                              [A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   0%|          | 92.1kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:   1%|          |  556kB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   0%|          | 92.1kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:   1%|          |  556kB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   0%|          | 92.1kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:   1%|          |  556kB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   0%|          |  184kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:   8%|▊         | 7.36MB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   1%|          |  552kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  10%|█         | 9.58MB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   1%|          |  829kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  12%|█▏        | 11.2MB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   1%|▏         | 1.38MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  15%|█▌        | 14.6MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   3%|▎         | 2.39MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  22%|██▏       | 20.7MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   3%|▎         | 3.04MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  26%|██▌       | 24.6MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   4%|▍         | 4.23MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  34%|███▎      | 31.8MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   5%|▌         | 4.79MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  37%|███▋      | 35.2MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   6%|▋         | 5.98MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  45%|████▍     | 42.4MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   7%|▋         | 6.63MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  49%|████▉     | 46.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   8%|▊         | 7.92MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  57%|█████▋    | 54.1MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   9%|▉         | 8.47MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  61%|██████    | 57.4MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  10%|█         | 9.57MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  68%|██████▊   | 64.1MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  11%|█         | 10.2MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  72%|███████▏  | 68.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  12%|█▏        | 11.0MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  77%|███████▋  | 73.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|█████���████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  12%|█▏        | 11.0MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  77%|███████▋  | 73.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  12%|█▏        | 11.0MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  77%|███████▋  | 73.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  12%|█▏        | 11.0MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  77%|███████▋  | 73.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  12%|█▏        | 11.0MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  77%|███████▋  | 73.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  27%|██▋       | 25.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  78%|███████▊  | 73.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  31%|███       | 29.2MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  78%|███████▊  | 73.7MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:   3%|▎         |  53.0B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:   3%|▎         |   156B / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  35%|███▍      | 32.6MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  79%|███████▉  | 74.5MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:   3%|▎         |  53.0B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:   3%|▎         |   156B / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  39%|███▊      | 36.5MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  79%|███████▉  | 74.9MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:   3%|▎         |  53.0B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:   3%|▎         |   156B / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  46%|████▋     | 43.8MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  81%|████████  | 76.5MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  10%|█         |   159B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  10%|█         |   492B / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  10%|█         |   492B / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  10%|█         |   469B / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  51%|█████     | 48.1MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  85%|████████▍ | 79.9MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  30%|███       |   479B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  30%|███       | 1.48kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  30%|███       | 1.48kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  30%|███       | 1.41kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  59%|█████▉    | 55.5MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  87%|████████▋ | 82.1MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  41%|████      |   639B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  41%|████      | 1.97kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  41%|████      | 1.97kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  41%|████      | 1.88kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  64%|██████▎   | 59.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  91%|█████████ | 85.9MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  64%|██████▍   | 1.01kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  64%|██████▍   | 3.12kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  64%|██████▍   | 3.12kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  64%|██████▍   | 2.97kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  72%|███████▏  | 67.5MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  95%|█████████▍| 89.6MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  85%|████████▍ | 1.33kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  85%|████████▍ | 4.11kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  85%|████████▍ | 4.11kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  85%|████████▍ | 3.91kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  76%|███████▌  | 71.7MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  97%|█████████▋| 91.9MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  98%|█████████▊| 1.54kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  98%|█████████▊| 4.54kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  84%|████████▎ | 78.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  98%|█████████▊| 92.6MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  98%|█████████▊| 1.54kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  98%|█████████▊| 4.54kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  88%|████████▊ | 82.8MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  99%|█████████▊| 93.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  98%|█████████▊| 1.54kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  98%|█████████▊| 4.54kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  96%|█████████▌| 90.6MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|█████████▉| 93.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|█████████▉| 93.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|█████████▉| 93.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|█████████▉| 93.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|█████████▉| 93.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB

+==> Checking internet connectivity...
+==> Internet + pip OK
+==> Installing dependencies
+ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.
+torchaudio 2.5.1+cu124 requires torch==2.5.1, but you have torch 2.6.0+cu124 which is incompatible.
+WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable.It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.
+WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable.It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.
+==> CUDA OK (torch 2.6.0+cu124, CUDA 12.4, NVIDIA GeForce RTX 3090)
+==> System info:
+  GPU: NVIDIA GeForce RTX 3090, 24576 MiB, 565.57.01
+  RAM: 125Gi
+  CPU: 32 cores
+  Disk: 50G total, 46G free
+==> Cloning font-model repo
+Cloning into 'font-model'...
+==> Downloading dataset from HuggingFace: dchen0/font_crops_test
+==> Extracting data/train.tar...
+==> Extracting data/test.tar...
+==> Dataset ready: 3 train variants, 3 test variants
+overlay          50G  4.1G   46G   9% /
+============================================
+  Training: resnet50 (GPUs: 1)
+============================================
+2026-03-31 03:19:53 - INFO - Loading dataset from data - train_model.py:163
+2026-03-31 03:19:53 - INFO - Found 3 labels - train_model.py:167
+2026-03-31 03:19:53 - INFO - Setting up image processor and augmentations - train_model.py:177
+2026-03-31 03:19:53 - INFO - HTTP Request: HEAD https://huggingface.co/facebook/dinov2-base-imagenet1k-1-layer/resolve/main/processor_config.json "HTTP/1.1 404 Not Found" - _client.py:1025
+2026-03-31 03:19:53 - INFO - HTTP Request: HEAD https://huggingface.co/facebook/dinov2-base-imagenet1k-1-layer/resolve/main/preprocessor_config.json "HTTP/1.1 307 Temporary Redirect" - _client.py:1025
+2026-03-31 03:19:53 - INFO - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/facebook/dinov2-base-imagenet1k-1-layer/f9305d2c8048bd65783f64fabfa25429d13cbdbb/preprocessor_config.json "HTTP/1.1 200 OK" - _client.py:1025
+2026-03-31 03:19:53 - INFO - HTTP Request: GET https://huggingface.co/api/resolve-cache/models/facebook/dinov2-base-imagenet1k-1-layer/f9305d2c8048bd65783f64fabfa25429d13cbdbb/preprocessor_config.json "HTTP/1.1 200 OK" - _client.py:1025
+2026-03-31 03:19:53 - INFO - HTTP Request: HEAD https://huggingface.co/facebook/dinov2-base-imagenet1k-1-layer/resolve/main/processor_config.json "HTTP/1.1 404 Not Found" - _client.py:1025
+2026-03-31 03:19:53 - INFO - HTTP Request: HEAD https://huggingface.co/facebook/dinov2-base-imagenet1k-1-layer/resolve/main/preprocessor_config.json "HTTP/1.1 307 Temporary Redirect" - _client.py:1025
+2026-03-31 03:19:53 - INFO - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/facebook/dinov2-base-imagenet1k-1-layer/f9305d2c8048bd65783f64fabfa25429d13cbdbb/preprocessor_config.json "HTTP/1.1 200 OK" - _client.py:1025
+2026-03-31 03:19:54 - INFO - HTTP Request: HEAD https://s3.amazonaws.com/datasets.huggingface.co/datasets/datasets/imagefolder/imagefolder.py "HTTP/1.1 404 Not Found" - _client.py:1025
+2026-03-31 03:19:54 - INFO - Train size: 30, Validation size: 9 - train_model.py:187
+2026-03-31 03:19:54 - INFO - Applying data transformations - train_model.py:191
+2026-03-31 03:19:54 - INFO - Data preprocessing complete - train_model.py:207
+2026-03-31 03:19:54 - INFO - Loading ResNet-50 (ImageNet-pretrained) as CNN baseline - train_model.py:211
+Downloading: "https://download.pytorch.org/models/resnet50-11ad3fa6.pth" to /root/.cache/torch/hub/checkpoints/resnet50-11ad3fa6.pth
  0%|          | 0.00/97.8M [00:00<?, ?B/s]
  9%|▊         | 8.50M/97.8M [00:00<00:01, 89.1MB/s]
 19%|█▉        | 18.4M/97.8M [00:00<00:00, 97.1MB/s]
 29%|██▉       | 28.8M/97.8M [00:00<00:00, 102MB/s]
 40%|███▉      | 38.8M/97.8M [00:00<00:00, 102MB/s]
 51%|█████▏    | 50.2M/97.8M [00:00<00:00, 104MB/s]
 63%|██████▎   | 61.8M/97.8M [00:00<00:00, 107MB/s]
 74%|███████▍  | 72.2M/97.8M [00:00<00:00, 105MB/s]
 86%|████████▌ | 83.9M/97.8M [00:00<00:00, 104MB/s]
 98%|█████████▊| 95.4M/97.8M [00:00<00:00, 109MB/s]
+2026-03-31 03:19:56 - INFO - trainable params: 23,514,179 || all params: 23,514,179 || trainable%: 100.0000 - train_model.py:237
+2026-03-31 03:19:56 - INFO - Setting up training arguments - train_model.py:295
+2026-03-31 03:19:56 - INFO - Using device: cuda - train_model.py:298
+`logging_dir` is deprecated and will be removed in v5.2. Please set `TENSORBOARD_LOGGING_DIR` instead.
+2026-03-31 03:19:56 - INFO - Starting training - train_model.py:337
  0%|          | 0/1 [00:00<?, ?it/s]
  0%|          | 0/1 [00:00<?, ?it/s][A
                                              [A
+2026-03-31 03:19:59 - INFO - Training complete - train_model.py:343
+2026-03-31 03:19:59 - INFO - Saving result model to the output directory - train_model.py:350
+{'eval_loss': '1.079', 'eval_accuracy': '0.3333', 'eval_runtime': '0.5487', 'eval_samples_per_second': '16.4', 'eval_steps_per_second': '1.823', 'epoch': '1'}
+{'train_runtime': '2.249', 'train_samples_per_second': '13.34', 'train_steps_per_second': '0.445', 'train_loss': '1.062', 'epoch': '1'}
+==> Finished: resnet50
+============================================
+  ALL TRAINING COMPLETE
+  Results in: /workspace/output/
+============================================
+==> Uploading results to HuggingFace: dchen0/font-model-dry-run
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   0%|          | 92.1kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:   1%|          |  556kB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   0%|          | 92.1kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:   1%|          |  556kB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   0%|          | 92.1kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:   1%|          |  556kB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   0%|          |  184kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:   8%|▊         | 7.36MB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   1%|          |  552kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  10%|█         | 9.58MB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   1%|          |  829kB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  12%|█▏        | 11.2MB / 94.3MB            [A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   1%|▏         | 1.38MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  15%|█▌        | 14.6MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   3%|▎         | 2.39MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  22%|██▏       | 20.7MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   3%|▎         | 3.04MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  26%|██▌       | 24.6MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   4%|▍         | 4.23MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  34%|███▎      | 31.8MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   5%|▌         | 4.79MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  37%|███▋      | 35.2MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   6%|▋         | 5.98MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  45%|████▍     | 42.4MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   7%|▋         | 6.63MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  49%|████▉     | 46.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   8%|▊         | 7.92MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  57%|█████▋    | 54.1MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:   9%|▉         | 8.47MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  61%|██████    | 57.4MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  10%|█         | 9.57MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  68%|██████▊   | 64.1MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  11%|█         | 10.2MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  72%|███████▏  | 68.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  12%|█▏        | 11.0MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  77%|███████▋  | 73.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|█████���████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  12%|█▏        | 11.0MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  77%|███████▋  | 73.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  12%|█▏        | 11.0MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  77%|███████▋  | 73.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  12%|█▏        | 11.0MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  77%|███████▋  | 73.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  12%|█▏        | 11.0MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  77%|███████▋  | 73.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  27%|██▋       | 25.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  78%|███████▊  | 73.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  31%|███       | 29.2MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  78%|███████▊  | 73.7MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:   3%|▎         |  53.0B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:   3%|▎         |   156B / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  35%|███▍      | 32.6MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  79%|███████▉  | 74.5MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:   3%|▎         |  53.0B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:   3%|▎         |   156B / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  39%|███▊      | 36.5MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  79%|███████▉  | 74.9MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:   3%|▎         |  53.0B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:   3%|▎         |   164B / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:   3%|▎         |   156B / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  46%|████▋     | 43.8MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  81%|████████  | 76.5MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  10%|█         |   159B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  10%|█         |   492B / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  10%|█         |   492B / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  10%|█         |   469B / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  51%|█████     | 48.1MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  85%|████████▍ | 79.9MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  30%|███       |   479B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  30%|███       | 1.48kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  30%|███       | 1.48kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  30%|███       | 1.41kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  59%|█████▉    | 55.5MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  87%|████████▋ | 82.1MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  41%|████      |   639B / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  41%|████      | 1.97kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  41%|████      | 1.97kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  41%|████      | 1.88kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  64%|██████▎   | 59.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  91%|█████████ | 85.9MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  64%|██████▍   | 1.01kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  64%|██████▍   | 3.12kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  64%|██████▍   | 3.12kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  64%|██████▍   | 2.97kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  72%|███████▏  | 67.5MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  95%|█████████▍| 89.6MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  85%|████████▍ | 1.33kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  85%|████████▍ | 4.11kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  85%|████████▍ | 4.11kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  85%|████████▍ | 3.91kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  76%|███████▌  | 71.7MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  97%|█████████▋| 91.9MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  98%|█████████▊| 1.54kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  98%|█████████▊| 4.54kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  84%|████████▎ | 78.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  98%|█████████▊| 92.6MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  98%|█████████▊| 1.54kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  98%|█████████▊| 4.54kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  88%|████████▊ | 82.8MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors:  99%|█████████▊| 93.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt:  98%|█████████▊| 1.54kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin:  98%|█████████▊| 4.76kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0:  98%|█████████▊| 4.54kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors:  96%|█████████▌| 90.6MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.0MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|█████████▉| 93.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|█████████▉| 93.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|█████████▉| 93.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|█████████▉| 93.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|█████████▉| 93.9MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|█████████▉| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B            [A[A
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB            [A[A[A
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB            [A[A[A[A[A
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB            [A[A[A[A[A[A
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB            [A[A[A[A[A[A[A
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB            [A[A[A[A[A[A[A[A[A
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB            [A[A[A[A[A[A[A[A[A[A
  ...50/checkpoint-1/scaler.pt: 100%|██████████|   988B /   988B
  ...heckpoint-1/rng_state.pth: 100%|██████████| 14.2kB / 14.2kB
  ...point-1/model.safetensors: 100%|██████████| 94.3MB / 94.3MB
  ...t_model/model.safetensors: 100%|██████████| 94.3MB / 94.3MB
  ...checkpoint-1/scheduler.pt: 100%|██████████| 1.06kB / 1.06kB
  ...checkpoint-1/optimizer.pt: 100%|██████████| 1.58kB / 1.58kB
  ...point-1/training_args.bin: 100%|██████████| 4.86kB / 4.86kB
  ...t_model/training_args.bin: 100%|██████████| 4.86kB / 4.86kB
  ...927196.dadb3a5bb633.549.0: 100%|██████████| 4.63kB / 4.63kB
+Upload complete.
+==> Uploading training log to HuggingFace...