SB_kin_global_f1.0: weights at step 8000, config and evaluation
Browse files
SB_kin_global_f1.0/config.json
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run": "SB_kin_global_f1.0",
|
| 3 |
+
"step": 8000,
|
| 4 |
+
"weights": "EMA of the parameters (decay 0.9995)",
|
| 5 |
+
"parameters": 46148920,
|
| 6 |
+
"model": {
|
| 7 |
+
"size": "S",
|
| 8 |
+
"action": "kin",
|
| 9 |
+
"camera": true,
|
| 10 |
+
"latent_shape": [
|
| 11 |
+
48,
|
| 12 |
+
14,
|
| 13 |
+
20
|
| 14 |
+
],
|
| 15 |
+
"du": 8,
|
| 16 |
+
"dg": 24,
|
| 17 |
+
"n_slots": 4,
|
| 18 |
+
"n_codes": 12,
|
| 19 |
+
"vq_weight": 1.0,
|
| 20 |
+
"kin_dim": 28,
|
| 21 |
+
"arm_pool": "region",
|
| 22 |
+
"scene": false,
|
| 23 |
+
"hold_boxes": false,
|
| 24 |
+
"stabilise": false,
|
| 25 |
+
"use_ui": false,
|
| 26 |
+
"kl_weight": 0.0001,
|
| 27 |
+
"fwd_weight": 1.0,
|
| 28 |
+
"fwd_dim": 256,
|
| 29 |
+
"fwd_depth": 4,
|
| 30 |
+
"idm_dim": 256,
|
| 31 |
+
"idm_depth": 2,
|
| 32 |
+
"idm_heads": 4,
|
| 33 |
+
"p_drop_actions": 0.1,
|
| 34 |
+
"p_drop_learned": 0.0,
|
| 35 |
+
"p_context": 0.75,
|
| 36 |
+
"max_context": 3,
|
| 37 |
+
"p_shared_tau": 0.5,
|
| 38 |
+
"p_noisy_context": 0.3,
|
| 39 |
+
"ctx_noise": 0.1,
|
| 40 |
+
"grad_checkpoint": false,
|
| 41 |
+
"extra": {}
|
| 42 |
+
},
|
| 43 |
+
"train": {
|
| 44 |
+
"name": "SB_kin_global_f1.0",
|
| 45 |
+
"action": "kin",
|
| 46 |
+
"size": "S",
|
| 47 |
+
"no_camera": false,
|
| 48 |
+
"du": 8,
|
| 49 |
+
"dg": 24,
|
| 50 |
+
"kl": 0.0001,
|
| 51 |
+
"fwd": 1.0,
|
| 52 |
+
"kl_warmup": 10000,
|
| 53 |
+
"arm_pool": "region",
|
| 54 |
+
"scene": false,
|
| 55 |
+
"stabilise": false,
|
| 56 |
+
"p_drop_learned": 0.0,
|
| 57 |
+
"use_ui": false,
|
| 58 |
+
"hold_boxes": false,
|
| 59 |
+
"fp8": false,
|
| 60 |
+
"steps": 8000,
|
| 61 |
+
"bs": 32,
|
| 62 |
+
"lr": 0.0001,
|
| 63 |
+
"warmup": 500,
|
| 64 |
+
"wd": 0.01,
|
| 65 |
+
"ema": 0.9995,
|
| 66 |
+
"grad_ckpt": false,
|
| 67 |
+
"no_compile": false,
|
| 68 |
+
"train_fraction": 1.0,
|
| 69 |
+
"data": "suturebot",
|
| 70 |
+
"stems": null,
|
| 71 |
+
"drop_no_signal": false,
|
| 72 |
+
"init": "S_global",
|
| 73 |
+
"eval_every": 4000,
|
| 74 |
+
"save_every": 4000,
|
| 75 |
+
"workers": 6,
|
| 76 |
+
"seed": 0,
|
| 77 |
+
"resume": true
|
| 78 |
+
}
|
| 79 |
+
}
|
SB_kin_global_f1.0/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d05bf3d7218b481f33f00e9a526f46c3ed34a3fcb968057ae42ef44ee080fbf0
|
| 3 |
+
size 184613280
|
SB_kin_global_f1.0/replay.json
ADDED
|
@@ -0,0 +1,201 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 8000,
|
| 3 |
+
"weights": "raw",
|
| 4 |
+
"data": "suturebot",
|
| 5 |
+
"split": "test",
|
| 6 |
+
"n_windows": 1239,
|
| 7 |
+
"n_ctx": 2,
|
| 8 |
+
"steps": 50,
|
| 9 |
+
"cfg": 1.0,
|
| 10 |
+
"first_pred_frame": 5,
|
| 11 |
+
"drop_detections": 0.0,
|
| 12 |
+
"pred_psnr": 23.69243049621582,
|
| 13 |
+
"pred_psnr_by_frame": [
|
| 14 |
+
30.27720069885254,
|
| 15 |
+
27.717599868774414,
|
| 16 |
+
26.62649917602539,
|
| 17 |
+
25.86680030822754,
|
| 18 |
+
25.624000549316406,
|
| 19 |
+
25.09149932861328,
|
| 20 |
+
24.657899856567383,
|
| 21 |
+
24.278099060058594,
|
| 22 |
+
24.28849983215332,
|
| 23 |
+
23.95240020751953,
|
| 24 |
+
23.63479995727539,
|
| 25 |
+
23.355899810791016,
|
| 26 |
+
23.44849967956543,
|
| 27 |
+
23.208799362182617,
|
| 28 |
+
22.99049949645996,
|
| 29 |
+
22.765899658203125,
|
| 30 |
+
22.871400833129883,
|
| 31 |
+
22.67970085144043,
|
| 32 |
+
22.489900588989258,
|
| 33 |
+
22.28529930114746,
|
| 34 |
+
22.383899688720703,
|
| 35 |
+
22.194400787353516,
|
| 36 |
+
22.01180076599121,
|
| 37 |
+
21.831899642944336,
|
| 38 |
+
21.956899642944336,
|
| 39 |
+
21.79680061340332,
|
| 40 |
+
21.62929916381836,
|
| 41 |
+
21.471599578857422
|
| 42 |
+
],
|
| 43 |
+
"pred_ssim": 0.8252286314964294,
|
| 44 |
+
"pred_ssim_by_frame": [
|
| 45 |
+
0.9358000159263611,
|
| 46 |
+
0.9064000248908997,
|
| 47 |
+
0.8906999826431274,
|
| 48 |
+
0.8773999810218811,
|
| 49 |
+
0.871399998664856,
|
| 50 |
+
0.8601999878883362,
|
| 51 |
+
0.8521000146865845,
|
| 52 |
+
0.8438000082969666,
|
| 53 |
+
0.8431000113487244,
|
| 54 |
+
0.8349999785423279,
|
| 55 |
+
0.8287000060081482,
|
| 56 |
+
0.8222000002861023,
|
| 57 |
+
0.8230000138282776,
|
| 58 |
+
0.8166000247001648,
|
| 59 |
+
0.8118000030517578,
|
| 60 |
+
0.8061000108718872,
|
| 61 |
+
0.8087999820709229,
|
| 62 |
+
0.8030999898910522,
|
| 63 |
+
0.7993000149726868,
|
| 64 |
+
0.7944999933242798,
|
| 65 |
+
0.7971000075340271,
|
| 66 |
+
0.7915999889373779,
|
| 67 |
+
0.7874000072479248,
|
| 68 |
+
0.782800018787384,
|
| 69 |
+
0.7861999869346619,
|
| 70 |
+
0.7807000279426575,
|
| 71 |
+
0.7771999835968018,
|
| 72 |
+
0.7731999754905701
|
| 73 |
+
],
|
| 74 |
+
"pred_lpips": 0.14302825927734375,
|
| 75 |
+
"pred_lpips_by_frame": [
|
| 76 |
+
0.03359999880194664,
|
| 77 |
+
0.05530000105500221,
|
| 78 |
+
0.06780000030994415,
|
| 79 |
+
0.07909999787807465,
|
| 80 |
+
0.08730000257492065,
|
| 81 |
+
0.09839999675750732,
|
| 82 |
+
0.10589999705553055,
|
| 83 |
+
0.11420000344514847,
|
| 84 |
+
0.11940000206232071,
|
| 85 |
+
0.1273999959230423,
|
| 86 |
+
0.13339999318122864,
|
| 87 |
+
0.14000000059604645,
|
| 88 |
+
0.1428000032901764,
|
| 89 |
+
0.14959999918937683,
|
| 90 |
+
0.15479999780654907,
|
| 91 |
+
0.1599999964237213,
|
| 92 |
+
0.16269999742507935,
|
| 93 |
+
0.16859999299049377,
|
| 94 |
+
0.17309999465942383,
|
| 95 |
+
0.17790000140666962,
|
| 96 |
+
0.1793999969959259,
|
| 97 |
+
0.1850000023841858,
|
| 98 |
+
0.1889999955892563,
|
| 99 |
+
0.19329999387264252,
|
| 100 |
+
0.19480000436306,
|
| 101 |
+
0.20020000636577606,
|
| 102 |
+
0.20389999449253082,
|
| 103 |
+
0.20800000429153442
|
| 104 |
+
],
|
| 105 |
+
"pred_fvd": 117.2704097735701,
|
| 106 |
+
"pred_shuffled_psnr": 20.65928840637207,
|
| 107 |
+
"pred_shuffled_psnr_by_frame": [
|
| 108 |
+
27.346500396728516,
|
| 109 |
+
24.376800537109375,
|
| 110 |
+
23.056400299072266,
|
| 111 |
+
22.2268009185791,
|
| 112 |
+
21.90850067138672,
|
| 113 |
+
21.521400451660156,
|
| 114 |
+
21.182199478149414,
|
| 115 |
+
20.874300003051758,
|
| 116 |
+
20.80590057373047,
|
| 117 |
+
20.582799911499023,
|
| 118 |
+
20.382200241088867,
|
| 119 |
+
20.190200805664062,
|
| 120 |
+
20.204200744628906,
|
| 121 |
+
20.062400817871094,
|
| 122 |
+
19.924800872802734,
|
| 123 |
+
19.796600341796875,
|
| 124 |
+
19.845399856567383,
|
| 125 |
+
19.730100631713867,
|
| 126 |
+
19.620899200439453,
|
| 127 |
+
19.51420021057129,
|
| 128 |
+
19.58609962463379,
|
| 129 |
+
19.510299682617188,
|
| 130 |
+
19.429899215698242,
|
| 131 |
+
19.347400665283203,
|
| 132 |
+
19.45669937133789,
|
| 133 |
+
19.397899627685547,
|
| 134 |
+
19.331499099731445,
|
| 135 |
+
19.247600555419922
|
| 136 |
+
],
|
| 137 |
+
"pred_shuffled_ssim": 0.7560395002365112,
|
| 138 |
+
"pred_shuffled_ssim_by_frame": [
|
| 139 |
+
0.9068999886512756,
|
| 140 |
+
0.8604000210762024,
|
| 141 |
+
0.8335999846458435,
|
| 142 |
+
0.8129000067710876,
|
| 143 |
+
0.8021000027656555,
|
| 144 |
+
0.7886000275611877,
|
| 145 |
+
0.7778000235557556,
|
| 146 |
+
0.7675999999046326,
|
| 147 |
+
0.7649999856948853,
|
| 148 |
+
0.757099986076355,
|
| 149 |
+
0.7508999705314636,
|
| 150 |
+
0.7444999814033508,
|
| 151 |
+
0.7448999881744385,
|
| 152 |
+
0.7394999861717224,
|
| 153 |
+
0.7353000044822693,
|
| 154 |
+
0.7307999730110168,
|
| 155 |
+
0.7328000068664551,
|
| 156 |
+
0.7279999852180481,
|
| 157 |
+
0.7249000072479248,
|
| 158 |
+
0.7214000225067139,
|
| 159 |
+
0.7245000004768372,
|
| 160 |
+
0.7210000157356262,
|
| 161 |
+
0.718500018119812,
|
| 162 |
+
0.715499997138977,
|
| 163 |
+
0.7200999855995178,
|
| 164 |
+
0.7166000008583069,
|
| 165 |
+
0.7150999903678894,
|
| 166 |
+
0.7127000093460083
|
| 167 |
+
],
|
| 168 |
+
"pred_shuffled_lpips": 0.24407754838466644,
|
| 169 |
+
"pred_shuffled_lpips_by_frame": [
|
| 170 |
+
0.04540000110864639,
|
| 171 |
+
0.08720000088214874,
|
| 172 |
+
0.12049999833106995,
|
| 173 |
+
0.1492999941110611,
|
| 174 |
+
0.17000000178813934,
|
| 175 |
+
0.19009999930858612,
|
| 176 |
+
0.2061000019311905,
|
| 177 |
+
0.22059999406337738,
|
| 178 |
+
0.22949999570846558,
|
| 179 |
+
0.23989999294281006,
|
| 180 |
+
0.24869999289512634,
|
| 181 |
+
0.25760000944137573,
|
| 182 |
+
0.2614000141620636,
|
| 183 |
+
0.2680000066757202,
|
| 184 |
+
0.27390000224113464,
|
| 185 |
+
0.27950000762939453,
|
| 186 |
+
0.28110000491142273,
|
| 187 |
+
0.2865999937057495,
|
| 188 |
+
0.29100000858306885,
|
| 189 |
+
0.2955999970436096,
|
| 190 |
+
0.295199990272522,
|
| 191 |
+
0.2994000017642975,
|
| 192 |
+
0.30230000615119934,
|
| 193 |
+
0.3057999908924103,
|
| 194 |
+
0.30399999022483826,
|
| 195 |
+
0.30630001425743103,
|
| 196 |
+
0.30820000171661377,
|
| 197 |
+
0.3109999895095825
|
| 198 |
+
],
|
| 199 |
+
"pred_shuffled_fvd": 134.834002011699,
|
| 200 |
+
"delta_psnr": 3.03314208984375
|
| 201 |
+
}
|