Upload folder using huggingface_hub

/checkpoints/best-step-step=4500-val_acc=0.9959.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a08f91cb410d73bf34af40317de088484b5e7548f58a790172ecf959ea8bad
+size 686596895

/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62e386c5c6b2c4a62f6c53f43b546152893e22da57cf57243cf3fa37cd92c5f
+size 686596895

/config.yaml

@@ -0,0 +1,111 @@
+# pytorch_lightning==2.0.2
+seed_everything: true
+trainer:
+  accelerator: gpu
+  strategy: auto
+  devices: 1
+  num_nodes: 1
+  precision: 16-mixed
+  logger:
+    class_path: pytorch_lightning.loggers.CSVLogger
+    init_args:
+      save_dir: output
+      name: nuts
+      version: null
+      prefix: ''
+      flush_logs_every_n_steps: 100
+  callbacks: null
+  fast_dev_run: false
+  max_epochs: null
+  min_epochs: null
+  max_steps: 5000
+  min_steps: null
+  max_time: null
+  limit_train_batches: null
+  limit_val_batches: null
+  limit_test_batches: null
+  limit_predict_batches: null
+  overfit_batches: 0.0
+  val_check_interval: 500
+  check_val_every_n_epoch: null
+  num_sanity_val_steps: null
+  log_every_n_steps: null
+  enable_checkpointing: null
+  enable_progress_bar: null
+  enable_model_summary: null
+  accumulate_grad_batches: 1
+  gradient_clip_val: null
+  gradient_clip_algorithm: null
+  deterministic: null
+  benchmark: null
+  inference_mode: true
+  use_distributed_sampler: true
+  profiler: null
+  detect_anomaly: false
+  barebones: false
+  plugins: null
+  sync_batchnorm: false
+  reload_dataloaders_every_n_epochs: 0
+  default_root_dir: null
+model:
+  model_name: vit-b16-224-in21k
+  optimizer: sgd
+  lr: 0.01
+  betas:
+  - 0.9
+  - 0.999
+  momentum: 0.9
+  weight_decay: 0.0
+  scheduler: cosine
+  warmup_steps: 500
+  mixup_alpha: 0.0
+  cutmix_alpha: 0.0
+  mix_prob: 1.0
+  label_smoothing: 0.0
+  weights: null
+  training_mode: full
+  lora_r: 16
+  lora_alpha: 16
+  lora_target_modules:
+  - query
+  - value
+  lora_dropout: 0.0
+  lora_bias: none
+  from_scratch: false
+data:
+  dataset: custom
+  root: data/
+  num_classes: 10
+  size: 224
+  min_scale: 0.08
+  max_scale: 1.0
+  flip_prob: 0.5
+  rand_aug_n: 0
+  rand_aug_m: 9
+  erase_prob: 0.0
+  use_trivial_aug: false
+  mean:
+  - 0.5
+  - 0.5
+  - 0.5
+  std:
+  - 0.5
+  - 0.5
+  - 0.5
+  batch_size: 128
+  workers: 8
+model_checkpoint:
+  dirpath: null
+  filename: best-step-{step}-{val_acc:.4f}
+  monitor: val_acc
+  verbose: false
+  save_last: true
+  save_top_k: 1
+  save_weights_only: false
+  mode: max
+  auto_insert_metric_name: true
+  every_n_train_steps: null
+  train_time_interval: null
+  every_n_epochs: null
+  save_on_train_epoch_end: null
+ckpt_path: null

/hparams.yaml

@@ -0,0 +1,47 @@
+model_name: vit-b16-224-in21k
+optimizer: sgd
+lr: 0.01
+betas:
+- 0.9
+- 0.999
+momentum: 0.9
+weight_decay: 0.0
+scheduler: cosine
+warmup_steps: 500
+n_classes: 10
+mixup_alpha: 0.0
+cutmix_alpha: 0.0
+mix_prob: 1.0
+label_smoothing: 0.0
+image_size: 224
+weights: null
+training_mode: full
+lora_r: 16
+lora_alpha: 16
+lora_target_modules:
+- query
+- value
+lora_dropout: 0.0
+lora_bias: none
+from_scratch: false
+dataset: custom
+root: data/
+num_classes: 10
+size: 224
+min_scale: 0.08
+max_scale: 1.0
+flip_prob: 0.5
+rand_aug_n: 0
+rand_aug_m: 9
+erase_prob: 0.0
+use_trivial_aug: false
+mean:
+- 0.5
+- 0.5
+- 0.5
+std:
+- 0.5
+- 0.5
+- 0.5
+batch_size: 128
+workers: 8

/metrics.csv

@@ -0,0 +1,206 @@
+lr,train_loss_step,train_acc_step,train_acc_top5_step,epoch,step,train_loss_epoch,train_acc_epoch,train_acc_top5_epoch,val_loss,val_acc,val_acc_top5
+0.0009800000116229057,2.188640594482422,0.40625,0.84375,0,49,,,,,,
+,,,,0,52,2.2583699226379395,0.20061910152435303,0.640625,,,
+0.001979999942705035,1.7443692684173584,0.7109375,0.953125,1,99,,,,,,
+,,,,1,105,1.978491187095642,0.5896226167678833,0.9059551954269409,,,
+0.0029800001066178083,1.1577157974243164,0.7109375,0.953125,2,149,,,,,,
+,,,,2,158,1.336289882659912,0.7426297068595886,0.9389740824699402,,,
+0.003980000037699938,0.6362015604972839,0.859375,0.984375,3,199,,,,,,
+,,,,3,211,0.7070918083190918,0.8340212106704712,0.9827535152435303,,,
+0.004980000201612711,0.39406847953796387,0.921875,1.0,4,249,,,,,,
+,,,,4,264,0.43461230397224426,0.8785377144813538,0.9936615824699402,,,
+0.005979999899864197,0.24827606976032257,0.9375,1.0,5,299,,,,,,
+,,,,5,317,0.2684619724750519,0.9242334961891174,0.9970518946647644,,,
+0.00698000006377697,0.2672410309314728,0.90625,0.9921875,6,349,,,,,,
+,,,,6,370,0.1933872401714325,0.942806601524353,0.9966096878051758,,,
+0.007980000227689743,0.1866435557603836,0.9375,1.0,7,399,,,,,,
+,,,,7,423,0.15971948206424713,0.9535672068595886,0.9977889060974121,,,
+0.008980000391602516,0.16058941185474396,0.953125,1.0,8,449,,,,,,
+,,,,8,476,0.14193028211593628,0.9563679099082947,0.9979363083839417,,,
+0.009979999624192715,0.15114179253578186,0.953125,1.0,9,499,,,,,,
+,,,,9,499,,,,0.15797491371631622,0.9488966464996338,1.0
+,,,,9,529,0.11015585064888,0.9656544923782349,0.9992629885673523,,,
+0.009997074492275715,0.03847995772957802,0.9921875,1.0,10,549,,,,,,
+,,,,10,582,0.09625416249036789,0.9709610939025879,0.9992629885673523,,,
+0.009988062083721161,0.09704533964395523,0.96875,1.0,11,599,,,,,,
+,,,,11,635,0.09519542753696442,0.9694870114326477,0.9988207817077637,,,
+0.009972972795367241,0.07534511387348175,0.9765625,1.0,12,649,,,,,,
+,,,,12,688,0.08773011714220047,0.9702240824699402,0.9991155862808228,,,
+0.009951825253665447,0.019934501498937607,1.0,1.0,13,699,,,,,,
+,,,,13,741,0.08584706485271454,0.9730247855186462,0.9989681839942932,,,
+0.00992464367300272,0.020307864993810654,1.0,1.0,14,749,,,,,,
+,,,,14,794,0.06806280463933945,0.9789209961891174,0.9997051954269409,,,
+0.00989146251231432,0.052014436572790146,0.984375,1.0,15,799,,,,,,
+,,,,15,847,0.06700331717729568,0.9783313870429993,0.9994103908538818,,,
+0.009852321818470955,0.0920448899269104,0.9765625,1.0,16,849,,,,,,
+0.009807269088923931,0.08343248069286346,0.96875,1.0,16,899,,,,,,
+,,,,16,900,0.054984308779239655,0.9834905862808228,0.9994103908538818,,,
+0.009756360203027725,0.12582862377166748,0.9609375,0.9921875,17,949,,,,,,
+,,,,17,953,0.06906076520681381,0.9759728908538818,0.9992629885673523,,,
+0.009699655696749687,0.055499859154224396,0.9765625,1.0,18,999,,,,,,
+,,,,18,999,,,,0.03577885776758194,0.9901277422904968,1.0
+,,,,18,1006,0.05947454646229744,0.9805424809455872,0.9997051954269409,,,
+0.009637225419282913,0.019927415996789932,0.9921875,1.0,19,1049,,,,,,
+,,,,19,1059,0.05079898610711098,0.9836379885673523,0.9994103908538818,,,
+0.009569145739078522,0.05133552849292755,0.984375,1.0,20,1099,,,,,,
+,,,,20,1112,0.046651121228933334,0.9861438870429993,0.9994103908538818,,,
+0.009495499543845654,0.048285841941833496,0.9921875,1.0,21,1149,,,,,,
+,,,,21,1165,0.04129933938384056,0.9877653121948242,0.9997051954269409,,,
+0.009416375309228897,0.06615905463695526,0.9609375,1.0,22,1199,,,,,,
+,,,,22,1218,0.047710586339235306,0.9836379885673523,0.9997051954269409,,,
+0.009331871755421162,0.01342695951461792,1.0,1.0,23,1249,,,,,,
+,,,,23,1271,0.04689893499016762,0.9848172068595886,0.9997051954269409,,,
+0.009242089465260506,0.1145189180970192,0.953125,1.0,24,1299,,,,,,
+,,,,24,1324,0.04618757218122482,0.9857016801834106,0.9997051954269409,,,
+0.009147139266133308,0.07539188861846924,0.96875,1.0,25,1349,,,,,,
+,,,,25,1377,0.05238639563322067,0.9840801954269409,0.9992629885673523,,,
+0.009047135710716248,0.035744741559028625,0.9921875,1.0,26,1399,,,,,,
+,,,,26,1430,0.03839775174856186,0.9889445900917053,0.9997051954269409,,,
+0.008942201733589172,0.033768877387046814,0.9921875,1.0,27,1449,,,,,,
+,,,,27,1483,0.03696160390973091,0.9895341992378235,0.9992629885673523,,,
+0.008832464925944805,0.02947399578988552,0.984375,1.0,28,1499,,,,,,
+,,,,28,1499,,,,0.03559732064604759,0.9866434335708618,1.0
+,,,,28,1536,0.03858484327793121,0.9879127144813538,0.9992629885673523,,,
+0.008718058466911316,0.057023026049137115,0.984375,1.0,29,1549,,,,,,
+,,,,29,1589,0.026673953980207443,0.9918926954269409,1.0,,,
+0.008599122986197472,0.021029602736234665,0.984375,1.0,30,1599,,,,,,
+,,,,30,1642,0.03223816677927971,0.989681601524353,0.9997051954269409,,,
+0.008475801907479763,0.039412952959537506,0.9921875,1.0,31,1649,,,,,,
+,,,,31,1695,0.032137129455804825,0.9889445900917053,0.9998525977134705,,,
+0.008348246105015278,0.03406527265906334,0.984375,1.0,32,1699,,,,,,
+,,,,32,1748,0.03128746524453163,0.9899764060974121,0.9995577931404114,,,
+0.008216611109673977,0.06427576392889023,0.9921875,1.0,33,1749,,,,,,
+0.008081057108938694,0.0330943763256073,0.984375,1.0,33,1799,,,,,,
+,,,,33,1801,0.027610132470726967,0.9910082817077637,0.9998525977134705,,,
+0.00794174987822771,0.004877710714936256,1.0,1.0,34,1849,,,,,,
+,,,,34,1854,0.03051750920712948,0.9899764060974121,0.9998525977134705,,,
+0.007798857521265745,0.051144443452358246,0.9765625,1.0,35,1899,,,,,,
+,,,,35,1907,0.03702998161315918,0.9883549809455872,0.9994103908538818,,,
+0.0076525560580194,0.02791992388665676,0.9921875,1.0,36,1949,,,,,,
+,,,,36,1960,0.03156810253858566,0.9907134175300598,0.9995577931404114,,,
+0.007503022439777851,0.03767542913556099,0.9921875,1.0,37,1999,,,,,,
+,,,,37,1999,,,,0.017745422199368477,0.9947735071182251,1.0
+,,,,37,2013,0.02624671719968319,0.9917452931404114,0.9998525977134705,,,
+0.007350439205765724,0.018613096326589584,0.9921875,1.0,38,2049,,,,,,
+,,,,38,2066,0.027391115203499794,0.9911556839942932,0.9998525977134705,,,
+0.007194992620497942,0.009294730611145496,1.0,1.0,39,2099,,,,,,
+,,,,39,2119,0.025558724999427795,0.9929245114326477,0.9998525977134705,,,
+0.007036871742457151,0.0015698762144893408,1.0,1.0,40,2149,,,,,,
+,,,,40,2172,0.02225225791335106,0.9926297068595886,1.0,,,
+0.006876268889755011,0.054498277604579926,0.9921875,1.0,41,2199,,,,,,
+,,,,41,2225,0.031422097235918045,0.9899764060974121,0.9994103908538818,,,
+0.006713380571454763,0.020913641899824142,0.9921875,1.0,42,2249,,,,,,
+,,,,42,2278,0.020309656858444214,0.9936615824699402,1.0,,,
+0.006548404227942228,0.036236949265003204,0.984375,1.0,43,2299,,,,,,
+,,,,43,2331,0.021325254812836647,0.9936615824699402,0.9998525977134705,,,
+0.006381541956216097,0.017097489908337593,0.9921875,1.0,44,2349,,,,,,
+,,,,44,2384,0.02929491363465786,0.9907134175300598,0.9998525977134705,,,
+0.006212996318936348,0.005510647781193256,1.0,1.0,45,2399,,,,,,
+,,,,45,2437,0.0266770850867033,0.9921875,0.9997051954269409,,,
+0.006042972672730684,0.004905983339995146,1.0,1.0,46,2449,,,,,,
+,,,,46,2490,0.019876714795827866,0.9924823045730591,0.9998525977134705,,,
+0.005871678236871958,0.01096704974770546,0.9921875,1.0,47,2499,,,,,,
+,,,,47,2499,,,,0.0189974345266819,0.9947735071182251,1.0
+,,,,47,2543,0.014831126667559147,0.9954304099082947,0.9998525977134705,,,
+0.00569932209327817,0.019252512603998184,0.984375,1.0,48,2549,,,,,,
+,,,,48,2596,0.019933203235268593,0.9939563870429993,0.9997051954269409,,,
+0.005526113789528608,0.004913447890430689,1.0,1.0,49,2599,,,,,,
+0.005352264270186424,0.016489440575242043,0.9921875,1.0,49,2649,,,,,,
+,,,,49,2649,0.018632719293236732,0.9943985939025879,1.0,,,
+0.00517798587679863,0.003950064070522785,1.0,1.0,50,2699,,,,,,
+,,,,50,2702,0.017855577170848846,0.9927771091461182,0.9998525977134705,,,
+0.00500349048525095,0.05934092029929161,0.984375,1.0,51,2749,,,,,,
+,,,,51,2755,0.02577180601656437,0.9920400977134705,0.9997051954269409,,,
+0.004828990902751684,0.025186993181705475,0.984375,1.0,52,2799,,,,,,
+,,,,52,2808,0.018100135028362274,0.9948408007621765,1.0,,,
+0.004654699936509132,0.021136658266186714,0.9921875,1.0,53,2849,,,,,,
+,,,,53,2861,0.019104303792119026,0.9942511916160583,1.0,,,
+0.0044808294624090195,0.0271645188331604,0.984375,1.0,54,2899,,,,,,
+,,,,54,2914,0.017253272235393524,0.9942511916160583,1.0,,,
+0.0043075913563370705,0.005206712521612644,1.0,1.0,55,2949,,,,,,
+,,,,55,2967,0.01833699271082878,0.9943985939025879,0.9998525977134705,,,
+0.004135197028517723,0.02679876983165741,0.9921875,1.0,56,2999,,,,,,
+,,,,56,2999,,,,0.017799461260437965,0.9918699264526367,1.0
+,,,,56,3020,0.022543389350175858,0.9926297068595886,0.9997051954269409,,,
+0.003963856026530266,0.006484275683760643,1.0,1.0,57,3049,,,,,,
+,,,,57,3073,0.015567583031952381,0.9948408007621765,0.9998525977134705,,,
+0.003793777897953987,0.016379237174987793,0.9921875,1.0,58,3099,,,,,,
+,,,,58,3126,0.017547165974974632,0.9935141801834106,1.0,,,
+0.0036251689307391644,0.05967854708433151,0.9765625,1.0,59,3149,,,,,,
+,,,,59,3179,0.017258163541555405,0.9948408007621765,1.0,,,
+0.003458235180005431,0.08838631957769394,0.9765625,1.0,60,3199,,,,,,
+,,,,60,3232,0.02090456336736679,0.9933667182922363,0.9998525977134705,,,
+0.0032931799069046974,0.020021965727210045,0.9921875,1.0,61,3249,,,,,,
+,,,,61,3285,0.01554466038942337,0.994988203048706,1.0,,,
+0.0031302040442824364,0.004763105884194374,1.0,1.0,62,3299,,,,,,
+,,,,62,3338,0.01670539379119873,0.9948408007621765,0.9998525977134705,,,
+0.002969506196677685,0.02404547482728958,0.984375,1.0,63,3349,,,,,,
+,,,,63,3391,0.013819560408592224,0.9951356053352356,1.0,,,
+0.0028112821746617556,0.0010509712155908346,1.0,1.0,64,3399,,,,,,
+,,,,64,3444,0.013754473999142647,0.9961674809455872,1.0,,,
+0.002655724762007594,0.015157991088926792,0.9921875,1.0,65,3449,,,,,,
+,,,,65,3497,0.015030400827527046,0.9952830076217651,0.9997051954269409,,,
+0.0025030237156897783,0.0037778974510729313,1.0,1.0,66,3499,,,,,,
+,,,,66,3499,,,,0.015089894644916058,0.9947735071182251,1.0
+0.0023533646017313004,0.003347028512507677,1.0,1.0,66,3549,,,,,,
+,,,,66,3550,0.012385604903101921,0.9961674809455872,1.0,,,
+0.002206929959356785,0.0016979190986603498,1.0,1.0,67,3599,,,,,,
+,,,,67,3603,0.01605910249054432,0.9951356053352356,0.9997051954269409,,,
+0.0020638983696699142,0.03199892118573189,0.9921875,1.0,68,3649,,,,,,
+,,,,68,3656,0.015561665408313274,0.9943985939025879,1.0,,,
+0.0019244441064074636,0.04096533730626106,0.9921875,1.0,69,3699,,,,,,
+,,,,69,3709,0.012378977611660957,0.9961674809455872,0.9998525977134705,,,
+0.0017887367866933346,0.023667333647608757,0.9921875,1.0,70,3749,,,,,,
+,,,,70,3762,0.01164989173412323,0.9967570900917053,1.0,,,
+0.0016569418366998434,0.0022867247462272644,1.0,1.0,71,3799,,,,,,
+,,,,71,3815,0.014034020714461803,0.9955778121948242,1.0,,,
+0.0015292199095711112,0.037524521350860596,0.9921875,1.0,72,3849,,,,,,
+,,,,72,3868,0.016471026465296745,0.9943985939025879,0.9997051954269409,,,
+0.0014057266525924206,0.007116524036973715,1.0,1.0,73,3899,,,,,,
+,,,,73,3921,0.015826420858502388,0.9948408007621765,0.9998525977134705,,,
+0.001286612474359572,0.005152465775609016,1.0,1.0,74,3949,,,,,,
+,,,,74,3974,0.012141488492488861,0.9964622855186462,1.0,,,
+0.0011720224283635616,0.00167247059289366,1.0,1.0,75,3999,,,,,,
+,,,,75,3999,,,,0.013971338979899883,0.9947735071182251,1.0
+,,,,75,4027,0.011563573963940144,0.9966096878051758,0.9997051954269409,,,
+0.001062096212990582,0.008313696831464767,1.0,1.0,76,4049,,,,,,
+,,,,76,4080,0.013495728373527527,0.9954304099082947,1.0,,,
+0.0009569677640683949,0.0024963421747088432,1.0,1.0,77,4099,,,,,,
+,,,,77,4133,0.011200686916708946,0.9954304099082947,1.0,,,
+0.0008567650802433491,0.0009099342860281467,1.0,1.0,78,4149,,,,,,
+,,,,78,4186,0.012860250659286976,0.9963148832321167,1.0,,,
+0.0007616103393957019,0.001454817014746368,1.0,1.0,79,4199,,,,,,
+,,,,79,4239,0.013964610174298286,0.9957252144813538,1.0,,,
+0.0006716193747706711,0.001315857283771038,1.0,1.0,80,4249,,,,,,
+,,,,80,4292,0.01093327347189188,0.9960200190544128,1.0,,,
+0.0005869018496014178,0.008923868648707867,1.0,1.0,81,4299,,,,,,
+,,,,81,4345,0.013274633325636387,0.9961674809455872,0.9998525977134705,,,
+0.0005075610824860632,0.008863011375069618,1.0,1.0,82,4349,,,,,,
+,,,,82,4398,0.014393568970263004,0.9961674809455872,0.9998525977134705,,,
+0.0004336936108302325,0.0012681536609306931,1.0,1.0,83,4399,,,,,,
+0.0003653894818853587,0.0018518094439059496,1.0,1.0,83,4449,,,,,,
+,,,,83,4451,0.014508400112390518,0.994988203048706,1.0,,,
+0.0003027319035027176,0.00866510346531868,1.0,1.0,84,4499,,,,,,
+,,,,84,4499,,,,0.014600055292248726,0.9959349632263184,1.0
+,,,,84,4504,0.010537214577198029,0.9966096878051758,0.9998525977134705,,,
+0.00024579724413342774,0.02941470965743065,0.9921875,1.0,85,4549,,,,,,
+,,,,85,4557,0.012284697964787483,0.9955778121948242,1.0,,,
+0.00019465484365355223,0.002518842928111553,1.0,1.0,86,4599,,,,,,
+,,,,86,4610,0.008300532586872578,0.997494101524353,1.0,,,
+0.00014936701336409897,0.020023711025714874,0.984375,1.0,87,4649,,,,,,
+,,,,87,4663,0.010094888508319855,0.9963148832321167,1.0,,,
+0.0001099889341276139,0.0007012271089479327,1.0,1.0,88,4699,,,,,,
+,,,,88,4716,0.01070086658000946,0.9967570900917053,1.0,,,
+7.656858360860497e-05,0.02981523610651493,0.9765625,1.0,89,4749,,,,,,
+,,,,89,4769,0.010533451102674007,0.9966096878051758,1.0,,,
+4.914666715194471e-05,0.0010502963559702039,1.0,1.0,90,4799,,,,,,
+,,,,90,4822,0.009107301011681557,0.9967570900917053,1.0,,,
+2.775660868792329e-05,0.019602488726377487,0.9921875,1.0,91,4849,,,,,,
+,,,,91,4875,0.014281682670116425,0.9948408007621765,1.0,,,
+1.2424459782778285e-05,0.0014843372628092766,1.0,1.0,92,4899,,,,,,
+,,,,92,4928,0.009829012677073479,0.997199296951294,0.9998525977134705,,,
+3.1689048682892462e-06,0.004152578767389059,1.0,1.0,93,4949,,,,,,
+,,,,93,4981,0.013476332649588585,0.9955778121948242,1.0,,,
+1.2184696585038068e-09,0.011198409833014011,0.9921875,1.0,94,4999,,,,,,
+,,,,94,4999,,,,0.012996485456824303,0.9959349632263184,1.0
+,,,,94,4999,0.010867015458643436,0.9965277910232544,1.0,,,