ldmberman commited on
Commit
2fa5650
·
verified ·
1 Parent(s): fb748d9

Add folds 2-5 training checkpoints (2 new versions)

Browse files

SHA-256 verified original checkpoints, provenance and restore aliases; existing archive retained.

checkpoint_index.json CHANGED
@@ -8074,10 +8074,7 @@
8074
  "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/best-7fc9af385c.pt",
8075
  "bytes": 700323,
8076
  "sha256": "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
8077
- "restore_paths": [
8078
- "results/distillation_crossfold/Fold_5/distilled/best.pt",
8079
- "results_distillation_crossfold/Fold_5/distilled/best.pt"
8080
- ],
8081
  "checkpoint": true,
8082
  "method": "distilled-baseline",
8083
  "run": "run-9293774d80",
@@ -8227,6 +8224,59 @@
8227
  "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/last-862e29e686.pt",
8228
  "bytes": 2104962,
8229
  "sha256": "862e29e686116beffa35ea21eae97a935c20f097152fef1f08569d1485a8d946",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8230
  "restore_paths": [
8231
  "results/distillation_crossfold/Fold_5/distilled/last.pt",
8232
  "results_distillation_crossfold/Fold_5/distilled/last.pt"
@@ -8249,7 +8299,7 @@
8249
  "pod_id": "2mhh77m1o5q4sh",
8250
  "resumed_from_published_archive": false
8251
  },
8252
- "epoch": 31
8253
  }
8254
  ],
8255
  "alias_conflicts": [
@@ -8409,7 +8459,7 @@
8409
  },
8410
  {
8411
  "path": "results/distillation_crossfold/Fold_5/distilled/best.pt",
8412
- "selected_sha256": "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
8413
  "alternatives": [
8414
  "10eac6b46293e90bb3d558667d54941fb2c9e199dd52344b713a410e280e3566",
8415
  "16da22c35709f25ad2ba60702df5ba522e765fb5475a53ef8e5ae6b881bc0479",
@@ -8419,6 +8469,7 @@
8419
  "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
8420
  "9dd94341c317ef08b459f62a4f94e8cda31b0523848b34810a264b4f4909606a",
8421
  "b9b1474e0778a97354b99627b498cc7ef86cd37b8f43a8ba54b5f3063006b392",
 
8422
  "c300472a9a4b44f4329216319adbb55ee58f0638b785dec1984cd33295068814",
8423
  "cfb09bd8b688e2cd5a96e2d95cfd981f5e8fb7e8e0226b177576d7aa5e8914a1",
8424
  "d55df7bed6d2d7f72688e3c3137e43dc70f17a737d9889482c590a5d3b9897d4",
@@ -8427,7 +8478,7 @@
8427
  },
8428
  {
8429
  "path": "results_distillation_crossfold/Fold_5/distilled/best.pt",
8430
- "selected_sha256": "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
8431
  "alternatives": [
8432
  "10eac6b46293e90bb3d558667d54941fb2c9e199dd52344b713a410e280e3566",
8433
  "16da22c35709f25ad2ba60702df5ba522e765fb5475a53ef8e5ae6b881bc0479",
@@ -8437,6 +8488,7 @@
8437
  "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
8438
  "9dd94341c317ef08b459f62a4f94e8cda31b0523848b34810a264b4f4909606a",
8439
  "b9b1474e0778a97354b99627b498cc7ef86cd37b8f43a8ba54b5f3063006b392",
 
8440
  "c300472a9a4b44f4329216319adbb55ee58f0638b785dec1984cd33295068814",
8441
  "cfb09bd8b688e2cd5a96e2d95cfd981f5e8fb7e8e0226b177576d7aa5e8914a1",
8442
  "d55df7bed6d2d7f72688e3c3137e43dc70f17a737d9889482c590a5d3b9897d4",
@@ -8445,7 +8497,7 @@
8445
  },
8446
  {
8447
  "path": "results/distillation_crossfold/Fold_5/distilled/last.pt",
8448
- "selected_sha256": "862e29e686116beffa35ea21eae97a935c20f097152fef1f08569d1485a8d946",
8449
  "alternatives": [
8450
  "03328a1af55d8d3e8701e6337f3c02e81ec036cff16db7dd6686df98c961ae55",
8451
  "062dd4cf853baf55c47798b100015535599d0f744e855cbc9541d540b395d65b",
@@ -8465,6 +8517,7 @@
8465
  "8f505058bdad1e2241c21c29188933ecf27572d71e0ad7861c7c5f06d6d727f3",
8466
  "a33af4d9fff7828d73b4fd125705f3fd5d44424b67e657c323a5e340fd087d7d",
8467
  "a370c5415ef76ce66e99a38229c37d937c0c325aef6d10714ff1b48f622a7465",
 
8468
  "b3cdb35943660b8c3d72d630021fbea996f1f4a90c16752dd41536a1d978762d",
8469
  "b87ae1ddecdc7fbe6730274dc6a4522f56dd50293f7ff997fda8ca12d06a7fcd",
8470
  "c68ac3092825c58b9498fd5af1ea9313a90c9300f00d10dc1663c09f62e95b79",
@@ -8480,7 +8533,7 @@
8480
  },
8481
  {
8482
  "path": "results_distillation_crossfold/Fold_5/distilled/last.pt",
8483
- "selected_sha256": "862e29e686116beffa35ea21eae97a935c20f097152fef1f08569d1485a8d946",
8484
  "alternatives": [
8485
  "03328a1af55d8d3e8701e6337f3c02e81ec036cff16db7dd6686df98c961ae55",
8486
  "062dd4cf853baf55c47798b100015535599d0f744e855cbc9541d540b395d65b",
@@ -8500,6 +8553,7 @@
8500
  "8f505058bdad1e2241c21c29188933ecf27572d71e0ad7861c7c5f06d6d727f3",
8501
  "a33af4d9fff7828d73b4fd125705f3fd5d44424b67e657c323a5e340fd087d7d",
8502
  "a370c5415ef76ce66e99a38229c37d937c0c325aef6d10714ff1b48f622a7465",
 
8503
  "b3cdb35943660b8c3d72d630021fbea996f1f4a90c16752dd41536a1d978762d",
8504
  "b87ae1ddecdc7fbe6730274dc6a4522f56dd50293f7ff997fda8ca12d06a7fcd",
8505
  "c68ac3092825c58b9498fd5af1ea9313a90c9300f00d10dc1663c09f62e95b79",
 
8074
  "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/best-7fc9af385c.pt",
8075
  "bytes": 700323,
8076
  "sha256": "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
8077
+ "restore_paths": [],
 
 
 
8078
  "checkpoint": true,
8079
  "method": "distilled-baseline",
8080
  "run": "run-9293774d80",
 
8224
  "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/last-862e29e686.pt",
8225
  "bytes": 2104962,
8226
  "sha256": "862e29e686116beffa35ea21eae97a935c20f097152fef1f08569d1485a8d946",
8227
+ "restore_paths": [],
8228
+ "checkpoint": true,
8229
+ "method": "distilled-baseline",
8230
+ "run": "run-9293774d80",
8231
+ "fold": 5,
8232
+ "seed": 1,
8233
+ "original_path": "results/distillation_crossfold/Fold_5/distilled/last.pt",
8234
+ "locations": [
8235
+ {
8236
+ "source": "server",
8237
+ "path": "results_distillation_crossfold/Fold_5/distilled/last.pt"
8238
+ }
8239
+ ],
8240
+ "provenance": {
8241
+ "repository": "ldmberman/pse-tae",
8242
+ "source_commit": "78fe047b7aa807421e43b3fe1dc4d965814b10a7",
8243
+ "pod_id": "2mhh77m1o5q4sh",
8244
+ "resumed_from_published_archive": false
8245
+ },
8246
+ "epoch": 31
8247
+ },
8248
+ {
8249
+ "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/best-c2af874923.pt",
8250
+ "bytes": 700323,
8251
+ "sha256": "c2af8749236f3138fbad56d35f717985b053603d6b1255c25dbe957cd1cf19c4",
8252
+ "restore_paths": [
8253
+ "results/distillation_crossfold/Fold_5/distilled/best.pt",
8254
+ "results_distillation_crossfold/Fold_5/distilled/best.pt"
8255
+ ],
8256
+ "checkpoint": true,
8257
+ "method": "distilled-baseline",
8258
+ "run": "run-9293774d80",
8259
+ "fold": 5,
8260
+ "seed": 1,
8261
+ "original_path": "results/distillation_crossfold/Fold_5/distilled/best.pt",
8262
+ "locations": [
8263
+ {
8264
+ "source": "server",
8265
+ "path": "results_distillation_crossfold/Fold_5/distilled/best.pt"
8266
+ }
8267
+ ],
8268
+ "provenance": {
8269
+ "repository": "ldmberman/pse-tae",
8270
+ "source_commit": "78fe047b7aa807421e43b3fe1dc4d965814b10a7",
8271
+ "pod_id": "2mhh77m1o5q4sh",
8272
+ "resumed_from_published_archive": false
8273
+ },
8274
+ "epoch": 32
8275
+ },
8276
+ {
8277
+ "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/last-b0849a7aa0.pt",
8278
+ "bytes": 2106626,
8279
+ "sha256": "b0849a7aa09450b38aa08938211ff59c88d0ce3aee141cc659c11885bdc67419",
8280
  "restore_paths": [
8281
  "results/distillation_crossfold/Fold_5/distilled/last.pt",
8282
  "results_distillation_crossfold/Fold_5/distilled/last.pt"
 
8299
  "pod_id": "2mhh77m1o5q4sh",
8300
  "resumed_from_published_archive": false
8301
  },
8302
+ "epoch": 32
8303
  }
8304
  ],
8305
  "alias_conflicts": [
 
8459
  },
8460
  {
8461
  "path": "results/distillation_crossfold/Fold_5/distilled/best.pt",
8462
+ "selected_sha256": "c2af8749236f3138fbad56d35f717985b053603d6b1255c25dbe957cd1cf19c4",
8463
  "alternatives": [
8464
  "10eac6b46293e90bb3d558667d54941fb2c9e199dd52344b713a410e280e3566",
8465
  "16da22c35709f25ad2ba60702df5ba522e765fb5475a53ef8e5ae6b881bc0479",
 
8469
  "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
8470
  "9dd94341c317ef08b459f62a4f94e8cda31b0523848b34810a264b4f4909606a",
8471
  "b9b1474e0778a97354b99627b498cc7ef86cd37b8f43a8ba54b5f3063006b392",
8472
+ "c2af8749236f3138fbad56d35f717985b053603d6b1255c25dbe957cd1cf19c4",
8473
  "c300472a9a4b44f4329216319adbb55ee58f0638b785dec1984cd33295068814",
8474
  "cfb09bd8b688e2cd5a96e2d95cfd981f5e8fb7e8e0226b177576d7aa5e8914a1",
8475
  "d55df7bed6d2d7f72688e3c3137e43dc70f17a737d9889482c590a5d3b9897d4",
 
8478
  },
8479
  {
8480
  "path": "results_distillation_crossfold/Fold_5/distilled/best.pt",
8481
+ "selected_sha256": "c2af8749236f3138fbad56d35f717985b053603d6b1255c25dbe957cd1cf19c4",
8482
  "alternatives": [
8483
  "10eac6b46293e90bb3d558667d54941fb2c9e199dd52344b713a410e280e3566",
8484
  "16da22c35709f25ad2ba60702df5ba522e765fb5475a53ef8e5ae6b881bc0479",
 
8488
  "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
8489
  "9dd94341c317ef08b459f62a4f94e8cda31b0523848b34810a264b4f4909606a",
8490
  "b9b1474e0778a97354b99627b498cc7ef86cd37b8f43a8ba54b5f3063006b392",
8491
+ "c2af8749236f3138fbad56d35f717985b053603d6b1255c25dbe957cd1cf19c4",
8492
  "c300472a9a4b44f4329216319adbb55ee58f0638b785dec1984cd33295068814",
8493
  "cfb09bd8b688e2cd5a96e2d95cfd981f5e8fb7e8e0226b177576d7aa5e8914a1",
8494
  "d55df7bed6d2d7f72688e3c3137e43dc70f17a737d9889482c590a5d3b9897d4",
 
8497
  },
8498
  {
8499
  "path": "results/distillation_crossfold/Fold_5/distilled/last.pt",
8500
+ "selected_sha256": "b0849a7aa09450b38aa08938211ff59c88d0ce3aee141cc659c11885bdc67419",
8501
  "alternatives": [
8502
  "03328a1af55d8d3e8701e6337f3c02e81ec036cff16db7dd6686df98c961ae55",
8503
  "062dd4cf853baf55c47798b100015535599d0f744e855cbc9541d540b395d65b",
 
8517
  "8f505058bdad1e2241c21c29188933ecf27572d71e0ad7861c7c5f06d6d727f3",
8518
  "a33af4d9fff7828d73b4fd125705f3fd5d44424b67e657c323a5e340fd087d7d",
8519
  "a370c5415ef76ce66e99a38229c37d937c0c325aef6d10714ff1b48f622a7465",
8520
+ "b0849a7aa09450b38aa08938211ff59c88d0ce3aee141cc659c11885bdc67419",
8521
  "b3cdb35943660b8c3d72d630021fbea996f1f4a90c16752dd41536a1d978762d",
8522
  "b87ae1ddecdc7fbe6730274dc6a4522f56dd50293f7ff997fda8ca12d06a7fcd",
8523
  "c68ac3092825c58b9498fd5af1ea9313a90c9300f00d10dc1663c09f62e95b79",
 
8533
  },
8534
  {
8535
  "path": "results_distillation_crossfold/Fold_5/distilled/last.pt",
8536
+ "selected_sha256": "b0849a7aa09450b38aa08938211ff59c88d0ce3aee141cc659c11885bdc67419",
8537
  "alternatives": [
8538
  "03328a1af55d8d3e8701e6337f3c02e81ec036cff16db7dd6686df98c961ae55",
8539
  "062dd4cf853baf55c47798b100015535599d0f744e855cbc9541d540b395d65b",
 
8553
  "8f505058bdad1e2241c21c29188933ecf27572d71e0ad7861c7c5f06d6d727f3",
8554
  "a33af4d9fff7828d73b4fd125705f3fd5d44424b67e657c323a5e340fd087d7d",
8555
  "a370c5415ef76ce66e99a38229c37d937c0c325aef6d10714ff1b48f622a7465",
8556
+ "b0849a7aa09450b38aa08938211ff59c88d0ce3aee141cc659c11885bdc67419",
8557
  "b3cdb35943660b8c3d72d630021fbea996f1f4a90c16752dd41536a1d978762d",
8558
  "b87ae1ddecdc7fbe6730274dc6a4522f56dd50293f7ff997fda8ca12d06a7fcd",
8559
  "c68ac3092825c58b9498fd5af1ea9313a90c9300f00d10dc1663c09f62e95b79",
checkpoints/distilled-baseline/run-9293774d80/fold-5/best-c2af874923.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2af8749236f3138fbad56d35f717985b053603d6b1255c25dbe957cd1cf19c4
3
+ size 700323
checkpoints/distilled-baseline/run-9293774d80/fold-5/last-b0849a7aa0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0849a7aa09450b38aa08938211ff59c88d0ce3aee141cc659c11885bdc67419
3
+ size 2106626
manifest.json CHANGED
@@ -15535,10 +15535,7 @@
15535
  "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/best-7fc9af385c.pt",
15536
  "bytes": 700323,
15537
  "sha256": "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
15538
- "restore_paths": [
15539
- "results/distillation_crossfold/Fold_5/distilled/best.pt",
15540
- "results_distillation_crossfold/Fold_5/distilled/best.pt"
15541
- ],
15542
  "checkpoint": true,
15543
  "method": "distilled-baseline",
15544
  "run": "run-9293774d80",
@@ -15688,6 +15685,59 @@
15688
  "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/last-862e29e686.pt",
15689
  "bytes": 2104962,
15690
  "sha256": "862e29e686116beffa35ea21eae97a935c20f097152fef1f08569d1485a8d946",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15691
  "restore_paths": [
15692
  "results/distillation_crossfold/Fold_5/distilled/last.pt",
15693
  "results_distillation_crossfold/Fold_5/distilled/last.pt"
@@ -15710,12 +15760,12 @@
15710
  "pod_id": "2mhh77m1o5q4sh",
15711
  "resumed_from_published_archive": false
15712
  },
15713
- "epoch": 31
15714
  },
15715
  {
15716
  "path": "metadata/results/distillation_crossfold/Fold_5/distilled/history.json",
15717
- "bytes": 238272,
15718
- "sha256": "44bafd6c3b2837306128d6abbd0661548c929360133199e5592d288ca4b9d527",
15719
  "restore_paths": [
15720
  "results/distillation_crossfold/Fold_5/distilled/history.json",
15721
  "results_distillation_crossfold/Fold_5/distilled/history.json"
@@ -15724,14 +15774,14 @@
15724
  },
15725
  {
15726
  "path": "checkpoint_index.json",
15727
- "bytes": 298691,
15728
- "sha256": "3dc5ddf97531b4ce7ead938752cef64a99ff4f055cd0ddc86dcdeef05f68b4c1",
15729
  "restore_paths": [],
15730
  "checkpoint": false
15731
  }
15732
  ],
15733
- "checkpoint_count": 331,
15734
- "checkpoint_bytes": 691544928,
15735
  "alias_conflicts": [
15736
  {
15737
  "path": "results/capacity_large/Fold_1/capacity_large/best.pt",
@@ -15889,7 +15939,7 @@
15889
  },
15890
  {
15891
  "path": "results/distillation_crossfold/Fold_5/distilled/best.pt",
15892
- "selected_sha256": "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
15893
  "alternatives": [
15894
  "10eac6b46293e90bb3d558667d54941fb2c9e199dd52344b713a410e280e3566",
15895
  "16da22c35709f25ad2ba60702df5ba522e765fb5475a53ef8e5ae6b881bc0479",
@@ -15899,6 +15949,7 @@
15899
  "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
15900
  "9dd94341c317ef08b459f62a4f94e8cda31b0523848b34810a264b4f4909606a",
15901
  "b9b1474e0778a97354b99627b498cc7ef86cd37b8f43a8ba54b5f3063006b392",
 
15902
  "c300472a9a4b44f4329216319adbb55ee58f0638b785dec1984cd33295068814",
15903
  "cfb09bd8b688e2cd5a96e2d95cfd981f5e8fb7e8e0226b177576d7aa5e8914a1",
15904
  "d55df7bed6d2d7f72688e3c3137e43dc70f17a737d9889482c590a5d3b9897d4",
@@ -15907,7 +15958,7 @@
15907
  },
15908
  {
15909
  "path": "results_distillation_crossfold/Fold_5/distilled/best.pt",
15910
- "selected_sha256": "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
15911
  "alternatives": [
15912
  "10eac6b46293e90bb3d558667d54941fb2c9e199dd52344b713a410e280e3566",
15913
  "16da22c35709f25ad2ba60702df5ba522e765fb5475a53ef8e5ae6b881bc0479",
@@ -15917,6 +15968,7 @@
15917
  "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
15918
  "9dd94341c317ef08b459f62a4f94e8cda31b0523848b34810a264b4f4909606a",
15919
  "b9b1474e0778a97354b99627b498cc7ef86cd37b8f43a8ba54b5f3063006b392",
 
15920
  "c300472a9a4b44f4329216319adbb55ee58f0638b785dec1984cd33295068814",
15921
  "cfb09bd8b688e2cd5a96e2d95cfd981f5e8fb7e8e0226b177576d7aa5e8914a1",
15922
  "d55df7bed6d2d7f72688e3c3137e43dc70f17a737d9889482c590a5d3b9897d4",
@@ -15925,7 +15977,7 @@
15925
  },
15926
  {
15927
  "path": "results/distillation_crossfold/Fold_5/distilled/last.pt",
15928
- "selected_sha256": "862e29e686116beffa35ea21eae97a935c20f097152fef1f08569d1485a8d946",
15929
  "alternatives": [
15930
  "03328a1af55d8d3e8701e6337f3c02e81ec036cff16db7dd6686df98c961ae55",
15931
  "062dd4cf853baf55c47798b100015535599d0f744e855cbc9541d540b395d65b",
@@ -15945,6 +15997,7 @@
15945
  "8f505058bdad1e2241c21c29188933ecf27572d71e0ad7861c7c5f06d6d727f3",
15946
  "a33af4d9fff7828d73b4fd125705f3fd5d44424b67e657c323a5e340fd087d7d",
15947
  "a370c5415ef76ce66e99a38229c37d937c0c325aef6d10714ff1b48f622a7465",
 
15948
  "b3cdb35943660b8c3d72d630021fbea996f1f4a90c16752dd41536a1d978762d",
15949
  "b87ae1ddecdc7fbe6730274dc6a4522f56dd50293f7ff997fda8ca12d06a7fcd",
15950
  "c68ac3092825c58b9498fd5af1ea9313a90c9300f00d10dc1663c09f62e95b79",
@@ -15960,7 +16013,7 @@
15960
  },
15961
  {
15962
  "path": "results_distillation_crossfold/Fold_5/distilled/last.pt",
15963
- "selected_sha256": "862e29e686116beffa35ea21eae97a935c20f097152fef1f08569d1485a8d946",
15964
  "alternatives": [
15965
  "03328a1af55d8d3e8701e6337f3c02e81ec036cff16db7dd6686df98c961ae55",
15966
  "062dd4cf853baf55c47798b100015535599d0f744e855cbc9541d540b395d65b",
@@ -15980,6 +16033,7 @@
15980
  "8f505058bdad1e2241c21c29188933ecf27572d71e0ad7861c7c5f06d6d727f3",
15981
  "a33af4d9fff7828d73b4fd125705f3fd5d44424b67e657c323a5e340fd087d7d",
15982
  "a370c5415ef76ce66e99a38229c37d937c0c325aef6d10714ff1b48f622a7465",
 
15983
  "b3cdb35943660b8c3d72d630021fbea996f1f4a90c16752dd41536a1d978762d",
15984
  "b87ae1ddecdc7fbe6730274dc6a4522f56dd50293f7ff997fda8ca12d06a7fcd",
15985
  "c68ac3092825c58b9498fd5af1ea9313a90c9300f00d10dc1663c09f62e95b79",
 
15535
  "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/best-7fc9af385c.pt",
15536
  "bytes": 700323,
15537
  "sha256": "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
15538
+ "restore_paths": [],
 
 
 
15539
  "checkpoint": true,
15540
  "method": "distilled-baseline",
15541
  "run": "run-9293774d80",
 
15685
  "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/last-862e29e686.pt",
15686
  "bytes": 2104962,
15687
  "sha256": "862e29e686116beffa35ea21eae97a935c20f097152fef1f08569d1485a8d946",
15688
+ "restore_paths": [],
15689
+ "checkpoint": true,
15690
+ "method": "distilled-baseline",
15691
+ "run": "run-9293774d80",
15692
+ "fold": 5,
15693
+ "seed": 1,
15694
+ "original_path": "results/distillation_crossfold/Fold_5/distilled/last.pt",
15695
+ "locations": [
15696
+ {
15697
+ "source": "server",
15698
+ "path": "results_distillation_crossfold/Fold_5/distilled/last.pt"
15699
+ }
15700
+ ],
15701
+ "provenance": {
15702
+ "repository": "ldmberman/pse-tae",
15703
+ "source_commit": "78fe047b7aa807421e43b3fe1dc4d965814b10a7",
15704
+ "pod_id": "2mhh77m1o5q4sh",
15705
+ "resumed_from_published_archive": false
15706
+ },
15707
+ "epoch": 31
15708
+ },
15709
+ {
15710
+ "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/best-c2af874923.pt",
15711
+ "bytes": 700323,
15712
+ "sha256": "c2af8749236f3138fbad56d35f717985b053603d6b1255c25dbe957cd1cf19c4",
15713
+ "restore_paths": [
15714
+ "results/distillation_crossfold/Fold_5/distilled/best.pt",
15715
+ "results_distillation_crossfold/Fold_5/distilled/best.pt"
15716
+ ],
15717
+ "checkpoint": true,
15718
+ "method": "distilled-baseline",
15719
+ "run": "run-9293774d80",
15720
+ "fold": 5,
15721
+ "seed": 1,
15722
+ "original_path": "results/distillation_crossfold/Fold_5/distilled/best.pt",
15723
+ "locations": [
15724
+ {
15725
+ "source": "server",
15726
+ "path": "results_distillation_crossfold/Fold_5/distilled/best.pt"
15727
+ }
15728
+ ],
15729
+ "provenance": {
15730
+ "repository": "ldmberman/pse-tae",
15731
+ "source_commit": "78fe047b7aa807421e43b3fe1dc4d965814b10a7",
15732
+ "pod_id": "2mhh77m1o5q4sh",
15733
+ "resumed_from_published_archive": false
15734
+ },
15735
+ "epoch": 32
15736
+ },
15737
+ {
15738
+ "path": "checkpoints/distilled-baseline/run-9293774d80/fold-5/last-b0849a7aa0.pt",
15739
+ "bytes": 2106626,
15740
+ "sha256": "b0849a7aa09450b38aa08938211ff59c88d0ce3aee141cc659c11885bdc67419",
15741
  "restore_paths": [
15742
  "results/distillation_crossfold/Fold_5/distilled/last.pt",
15743
  "results_distillation_crossfold/Fold_5/distilled/last.pt"
 
15760
  "pod_id": "2mhh77m1o5q4sh",
15761
  "resumed_from_published_archive": false
15762
  },
15763
+ "epoch": 32
15764
  },
15765
  {
15766
  "path": "metadata/results/distillation_crossfold/Fold_5/distilled/history.json",
15767
+ "bytes": 245806,
15768
+ "sha256": "b514ae02402bbfbb357cb33fa2a68cf01be893133cfcba14e92c4f4df9e2ee6b",
15769
  "restore_paths": [
15770
  "results/distillation_crossfold/Fold_5/distilled/history.json",
15771
  "results_distillation_crossfold/Fold_5/distilled/history.json"
 
15774
  },
15775
  {
15776
  "path": "checkpoint_index.json",
15777
+ "bytes": 300692,
15778
+ "sha256": "814f605ca07d8e614da20c958a00d5f6b6f581e742078121d7222842dff13fad",
15779
  "restore_paths": [],
15780
  "checkpoint": false
15781
  }
15782
  ],
15783
+ "checkpoint_count": 333,
15784
+ "checkpoint_bytes": 694351877,
15785
  "alias_conflicts": [
15786
  {
15787
  "path": "results/capacity_large/Fold_1/capacity_large/best.pt",
 
15939
  },
15940
  {
15941
  "path": "results/distillation_crossfold/Fold_5/distilled/best.pt",
15942
+ "selected_sha256": "c2af8749236f3138fbad56d35f717985b053603d6b1255c25dbe957cd1cf19c4",
15943
  "alternatives": [
15944
  "10eac6b46293e90bb3d558667d54941fb2c9e199dd52344b713a410e280e3566",
15945
  "16da22c35709f25ad2ba60702df5ba522e765fb5475a53ef8e5ae6b881bc0479",
 
15949
  "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
15950
  "9dd94341c317ef08b459f62a4f94e8cda31b0523848b34810a264b4f4909606a",
15951
  "b9b1474e0778a97354b99627b498cc7ef86cd37b8f43a8ba54b5f3063006b392",
15952
+ "c2af8749236f3138fbad56d35f717985b053603d6b1255c25dbe957cd1cf19c4",
15953
  "c300472a9a4b44f4329216319adbb55ee58f0638b785dec1984cd33295068814",
15954
  "cfb09bd8b688e2cd5a96e2d95cfd981f5e8fb7e8e0226b177576d7aa5e8914a1",
15955
  "d55df7bed6d2d7f72688e3c3137e43dc70f17a737d9889482c590a5d3b9897d4",
 
15958
  },
15959
  {
15960
  "path": "results_distillation_crossfold/Fold_5/distilled/best.pt",
15961
+ "selected_sha256": "c2af8749236f3138fbad56d35f717985b053603d6b1255c25dbe957cd1cf19c4",
15962
  "alternatives": [
15963
  "10eac6b46293e90bb3d558667d54941fb2c9e199dd52344b713a410e280e3566",
15964
  "16da22c35709f25ad2ba60702df5ba522e765fb5475a53ef8e5ae6b881bc0479",
 
15968
  "7fc9af385c9839c0f79947705b1febdc67224e8feb64499dde2f868767fe3d1b",
15969
  "9dd94341c317ef08b459f62a4f94e8cda31b0523848b34810a264b4f4909606a",
15970
  "b9b1474e0778a97354b99627b498cc7ef86cd37b8f43a8ba54b5f3063006b392",
15971
+ "c2af8749236f3138fbad56d35f717985b053603d6b1255c25dbe957cd1cf19c4",
15972
  "c300472a9a4b44f4329216319adbb55ee58f0638b785dec1984cd33295068814",
15973
  "cfb09bd8b688e2cd5a96e2d95cfd981f5e8fb7e8e0226b177576d7aa5e8914a1",
15974
  "d55df7bed6d2d7f72688e3c3137e43dc70f17a737d9889482c590a5d3b9897d4",
 
15977
  },
15978
  {
15979
  "path": "results/distillation_crossfold/Fold_5/distilled/last.pt",
15980
+ "selected_sha256": "b0849a7aa09450b38aa08938211ff59c88d0ce3aee141cc659c11885bdc67419",
15981
  "alternatives": [
15982
  "03328a1af55d8d3e8701e6337f3c02e81ec036cff16db7dd6686df98c961ae55",
15983
  "062dd4cf853baf55c47798b100015535599d0f744e855cbc9541d540b395d65b",
 
15997
  "8f505058bdad1e2241c21c29188933ecf27572d71e0ad7861c7c5f06d6d727f3",
15998
  "a33af4d9fff7828d73b4fd125705f3fd5d44424b67e657c323a5e340fd087d7d",
15999
  "a370c5415ef76ce66e99a38229c37d937c0c325aef6d10714ff1b48f622a7465",
16000
+ "b0849a7aa09450b38aa08938211ff59c88d0ce3aee141cc659c11885bdc67419",
16001
  "b3cdb35943660b8c3d72d630021fbea996f1f4a90c16752dd41536a1d978762d",
16002
  "b87ae1ddecdc7fbe6730274dc6a4522f56dd50293f7ff997fda8ca12d06a7fcd",
16003
  "c68ac3092825c58b9498fd5af1ea9313a90c9300f00d10dc1663c09f62e95b79",
 
16013
  },
16014
  {
16015
  "path": "results_distillation_crossfold/Fold_5/distilled/last.pt",
16016
+ "selected_sha256": "b0849a7aa09450b38aa08938211ff59c88d0ce3aee141cc659c11885bdc67419",
16017
  "alternatives": [
16018
  "03328a1af55d8d3e8701e6337f3c02e81ec036cff16db7dd6686df98c961ae55",
16019
  "062dd4cf853baf55c47798b100015535599d0f744e855cbc9541d540b395d65b",
 
16033
  "8f505058bdad1e2241c21c29188933ecf27572d71e0ad7861c7c5f06d6d727f3",
16034
  "a33af4d9fff7828d73b4fd125705f3fd5d44424b67e657c323a5e340fd087d7d",
16035
  "a370c5415ef76ce66e99a38229c37d937c0c325aef6d10714ff1b48f622a7465",
16036
+ "b0849a7aa09450b38aa08938211ff59c88d0ce3aee141cc659c11885bdc67419",
16037
  "b3cdb35943660b8c3d72d630021fbea996f1f4a90c16752dd41536a1d978762d",
16038
  "b87ae1ddecdc7fbe6730274dc6a4522f56dd50293f7ff997fda8ca12d06a7fcd",
16039
  "c68ac3092825c58b9498fd5af1ea9313a90c9300f00d10dc1663c09f62e95b79",
metadata/results/distillation_crossfold/Fold_5/distilled/history.json CHANGED
@@ -16510,5 +16510,521 @@
16510
  ]
16511
  ]
16512
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16513
  }
16514
  ]
 
16510
  ]
16511
  ]
16512
  }
16513
+ },
16514
+ {
16515
+ "epoch": 32,
16516
+ "validation": {
16517
+ "oa": 0.9445706971762924,
16518
+ "miou": 0.514660469521628,
16519
+ "mean_recall": 0.5947678090341553,
16520
+ "iou": [
16521
+ 0.9378917630440541,
16522
+ 0.08571428571428572,
16523
+ 0.4971751412429379,
16524
+ 0.9540022547914317,
16525
+ 0.9401197604790419,
16526
+ 0.27692307692307694,
16527
+ 0.11052631578947368,
16528
+ 0.30454545454545456,
16529
+ 0.23333333333333334,
16530
+ 0.9770253929866989,
16531
+ 0.8623188405797102,
16532
+ 0.9241935483870968,
16533
+ 0.38613861386138615,
16534
+ 0.3557692307692308,
16535
+ 0.5945945945945946,
16536
+ 0.2483221476510067,
16537
+ 0.10714285714285714,
16538
+ 0.9319399785637728,
16539
+ 0.42468772961058043,
16540
+ 0.14084507042253522
16541
+ ],
16542
+ "recall": [
16543
+ 0.9789439734611132,
16544
+ 0.08571428571428572,
16545
+ 0.7333333333333333,
16546
+ 0.9719733517114634,
16547
+ 0.9759914255091104,
16548
+ 0.46153846153846156,
16549
+ 0.12804878048780488,
16550
+ 0.375,
16551
+ 0.23333333333333334,
16552
+ 0.9901960784313726,
16553
+ 0.8947368421052632,
16554
+ 0.9646464646464646,
16555
+ 0.52,
16556
+ 0.6065573770491803,
16557
+ 0.7096774193548387,
16558
+ 0.3978494623655914,
16559
+ 0.11538461538461539,
16560
+ 0.9629014396456257,
16561
+ 0.5622568093385214,
16562
+ 0.22727272727272727
16563
+ ],
16564
+ "precision": [
16565
+ 0.957201423615804,
16566
+ 1.0,
16567
+ 0.6068965517241379,
16568
+ 0.9809877115696731,
16569
+ 0.9623758190657367,
16570
+ 0.4090909090909091,
16571
+ 0.44680851063829785,
16572
+ 0.6184615384615385,
16573
+ 1.0,
16574
+ 0.9865689865689866,
16575
+ 0.9596774193548387,
16576
+ 0.9565943238731218,
16577
+ 0.6,
16578
+ 0.4625,
16579
+ 0.7857142857142857,
16580
+ 0.3978494623655914,
16581
+ 0.6,
16582
+ 0.9666481378543635,
16583
+ 0.6344676180021954,
16584
+ 0.2702702702702703
16585
+ ],
16586
+ "confusion": [
16587
+ [
16588
+ 21247,
16589
+ 0,
16590
+ 5,
16591
+ 24,
16592
+ 18,
16593
+ 1,
16594
+ 0,
16595
+ 107,
16596
+ 0,
16597
+ 1,
16598
+ 1,
16599
+ 1,
16600
+ 2,
16601
+ 5,
16602
+ 10,
16603
+ 38,
16604
+ 1,
16605
+ 37,
16606
+ 197,
16607
+ 9
16608
+ ],
16609
+ [
16610
+ 3,
16611
+ 3,
16612
+ 0,
16613
+ 0,
16614
+ 29,
16615
+ 0,
16616
+ 0,
16617
+ 0,
16618
+ 0,
16619
+ 0,
16620
+ 0,
16621
+ 0,
16622
+ 0,
16623
+ 0,
16624
+ 0,
16625
+ 0,
16626
+ 0,
16627
+ 0,
16628
+ 0,
16629
+ 0
16630
+ ],
16631
+ [
16632
+ 10,
16633
+ 0,
16634
+ 88,
16635
+ 3,
16636
+ 11,
16637
+ 0,
16638
+ 0,
16639
+ 1,
16640
+ 0,
16641
+ 0,
16642
+ 0,
16643
+ 1,
16644
+ 1,
16645
+ 1,
16646
+ 1,
16647
+ 0,
16648
+ 0,
16649
+ 3,
16650
+ 0,
16651
+ 0
16652
+ ],
16653
+ [
16654
+ 48,
16655
+ 0,
16656
+ 3,
16657
+ 4231,
16658
+ 10,
16659
+ 20,
16660
+ 0,
16661
+ 2,
16662
+ 0,
16663
+ 0,
16664
+ 1,
16665
+ 13,
16666
+ 0,
16667
+ 4,
16668
+ 2,
16669
+ 0,
16670
+ 0,
16671
+ 4,
16672
+ 15,
16673
+ 0
16674
+ ],
16675
+ [
16676
+ 43,
16677
+ 0,
16678
+ 23,
16679
+ 4,
16680
+ 4553,
16681
+ 1,
16682
+ 18,
16683
+ 3,
16684
+ 0,
16685
+ 4,
16686
+ 0,
16687
+ 1,
16688
+ 6,
16689
+ 0,
16690
+ 0,
16691
+ 0,
16692
+ 0,
16693
+ 2,
16694
+ 7,
16695
+ 0
16696
+ ],
16697
+ [
16698
+ 1,
16699
+ 0,
16700
+ 0,
16701
+ 14,
16702
+ 1,
16703
+ 18,
16704
+ 0,
16705
+ 2,
16706
+ 0,
16707
+ 0,
16708
+ 0,
16709
+ 0,
16710
+ 0,
16711
+ 1,
16712
+ 1,
16713
+ 0,
16714
+ 0,
16715
+ 0,
16716
+ 1,
16717
+ 0
16718
+ ],
16719
+ [
16720
+ 10,
16721
+ 0,
16722
+ 15,
16723
+ 6,
16724
+ 93,
16725
+ 1,
16726
+ 21,
16727
+ 3,
16728
+ 0,
16729
+ 0,
16730
+ 0,
16731
+ 1,
16732
+ 13,
16733
+ 0,
16734
+ 1,
16735
+ 0,
16736
+ 0,
16737
+ 0,
16738
+ 0,
16739
+ 0
16740
+ ],
16741
+ [
16742
+ 310,
16743
+ 0,
16744
+ 3,
16745
+ 6,
16746
+ 1,
16747
+ 1,
16748
+ 2,
16749
+ 201,
16750
+ 0,
16751
+ 2,
16752
+ 0,
16753
+ 2,
16754
+ 2,
16755
+ 1,
16756
+ 1,
16757
+ 0,
16758
+ 0,
16759
+ 0,
16760
+ 4,
16761
+ 0
16762
+ ],
16763
+ [
16764
+ 10,
16765
+ 0,
16766
+ 0,
16767
+ 1,
16768
+ 5,
16769
+ 2,
16770
+ 2,
16771
+ 0,
16772
+ 7,
16773
+ 0,
16774
+ 0,
16775
+ 0,
16776
+ 1,
16777
+ 0,
16778
+ 1,
16779
+ 0,
16780
+ 0,
16781
+ 0,
16782
+ 1,
16783
+ 0
16784
+ ],
16785
+ [
16786
+ 2,
16787
+ 0,
16788
+ 0,
16789
+ 1,
16790
+ 2,
16791
+ 0,
16792
+ 0,
16793
+ 0,
16794
+ 0,
16795
+ 808,
16796
+ 1,
16797
+ 1,
16798
+ 0,
16799
+ 0,
16800
+ 0,
16801
+ 0,
16802
+ 0,
16803
+ 1,
16804
+ 0,
16805
+ 0
16806
+ ],
16807
+ [
16808
+ 2,
16809
+ 0,
16810
+ 0,
16811
+ 6,
16812
+ 0,
16813
+ 0,
16814
+ 0,
16815
+ 0,
16816
+ 0,
16817
+ 1,
16818
+ 119,
16819
+ 3,
16820
+ 0,
16821
+ 2,
16822
+ 0,
16823
+ 0,
16824
+ 0,
16825
+ 0,
16826
+ 0,
16827
+ 0
16828
+ ],
16829
+ [
16830
+ 8,
16831
+ 0,
16832
+ 1,
16833
+ 8,
16834
+ 0,
16835
+ 0,
16836
+ 0,
16837
+ 1,
16838
+ 0,
16839
+ 1,
16840
+ 1,
16841
+ 573,
16842
+ 1,
16843
+ 0,
16844
+ 0,
16845
+ 0,
16846
+ 0,
16847
+ 0,
16848
+ 0,
16849
+ 0
16850
+ ],
16851
+ [
16852
+ 12,
16853
+ 0,
16854
+ 4,
16855
+ 2,
16856
+ 6,
16857
+ 0,
16858
+ 4,
16859
+ 3,
16860
+ 0,
16861
+ 2,
16862
+ 0,
16863
+ 0,
16864
+ 39,
16865
+ 3,
16866
+ 0,
16867
+ 0,
16868
+ 0,
16869
+ 0,
16870
+ 0,
16871
+ 0
16872
+ ],
16873
+ [
16874
+ 7,
16875
+ 0,
16876
+ 0,
16877
+ 1,
16878
+ 0,
16879
+ 0,
16880
+ 0,
16881
+ 0,
16882
+ 0,
16883
+ 0,
16884
+ 1,
16885
+ 0,
16886
+ 0,
16887
+ 37,
16888
+ 3,
16889
+ 0,
16890
+ 0,
16891
+ 0,
16892
+ 12,
16893
+ 0
16894
+ ],
16895
+ [
16896
+ 13,
16897
+ 0,
16898
+ 0,
16899
+ 0,
16900
+ 0,
16901
+ 0,
16902
+ 0,
16903
+ 0,
16904
+ 0,
16905
+ 0,
16906
+ 0,
16907
+ 1,
16908
+ 0,
16909
+ 14,
16910
+ 110,
16911
+ 0,
16912
+ 0,
16913
+ 5,
16914
+ 12,
16915
+ 0
16916
+ ],
16917
+ [
16918
+ 51,
16919
+ 0,
16920
+ 0,
16921
+ 0,
16922
+ 0,
16923
+ 0,
16924
+ 0,
16925
+ 0,
16926
+ 0,
16927
+ 0,
16928
+ 0,
16929
+ 0,
16930
+ 0,
16931
+ 0,
16932
+ 0,
16933
+ 37,
16934
+ 0,
16935
+ 0,
16936
+ 0,
16937
+ 5
16938
+ ],
16939
+ [
16940
+ 17,
16941
+ 0,
16942
+ 0,
16943
+ 0,
16944
+ 0,
16945
+ 0,
16946
+ 0,
16947
+ 0,
16948
+ 0,
16949
+ 0,
16950
+ 0,
16951
+ 0,
16952
+ 0,
16953
+ 0,
16954
+ 3,
16955
+ 0,
16956
+ 3,
16957
+ 2,
16958
+ 1,
16959
+ 0
16960
+ ],
16961
+ [
16962
+ 45,
16963
+ 0,
16964
+ 2,
16965
+ 0,
16966
+ 1,
16967
+ 0,
16968
+ 0,
16969
+ 2,
16970
+ 0,
16971
+ 0,
16972
+ 0,
16973
+ 0,
16974
+ 0,
16975
+ 5,
16976
+ 2,
16977
+ 0,
16978
+ 0,
16979
+ 3478,
16980
+ 77,
16981
+ 0
16982
+ ],
16983
+ [
16984
+ 339,
16985
+ 0,
16986
+ 1,
16987
+ 6,
16988
+ 1,
16989
+ 0,
16990
+ 0,
16991
+ 0,
16992
+ 0,
16993
+ 0,
16994
+ 0,
16995
+ 2,
16996
+ 0,
16997
+ 7,
16998
+ 5,
16999
+ 9,
17000
+ 1,
17001
+ 66,
17002
+ 578,
17003
+ 13
17004
+ ],
17005
+ [
17006
+ 19,
17007
+ 0,
17008
+ 0,
17009
+ 0,
17010
+ 0,
17011
+ 0,
17012
+ 0,
17013
+ 0,
17014
+ 0,
17015
+ 0,
17016
+ 0,
17017
+ 0,
17018
+ 0,
17019
+ 0,
17020
+ 0,
17021
+ 9,
17022
+ 0,
17023
+ 0,
17024
+ 6,
17025
+ 10
17026
+ ]
17027
+ ]
17028
+ }
17029
  }
17030
  ]