GOVINDFROM commited on
Commit
04fbe8b
·
verified ·
1 Parent(s): 517575f

SB_kin_global_f1.0: weights at step 8000, config and evaluation

Browse files
SB_kin_global_f1.0/config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "SB_kin_global_f1.0",
3
+ "step": 8000,
4
+ "weights": "EMA of the parameters (decay 0.9995)",
5
+ "parameters": 46148920,
6
+ "model": {
7
+ "size": "S",
8
+ "action": "kin",
9
+ "camera": true,
10
+ "latent_shape": [
11
+ 48,
12
+ 14,
13
+ 20
14
+ ],
15
+ "du": 8,
16
+ "dg": 24,
17
+ "n_slots": 4,
18
+ "n_codes": 12,
19
+ "vq_weight": 1.0,
20
+ "kin_dim": 28,
21
+ "arm_pool": "region",
22
+ "scene": false,
23
+ "hold_boxes": false,
24
+ "stabilise": false,
25
+ "use_ui": false,
26
+ "kl_weight": 0.0001,
27
+ "fwd_weight": 1.0,
28
+ "fwd_dim": 256,
29
+ "fwd_depth": 4,
30
+ "idm_dim": 256,
31
+ "idm_depth": 2,
32
+ "idm_heads": 4,
33
+ "p_drop_actions": 0.1,
34
+ "p_drop_learned": 0.0,
35
+ "p_context": 0.75,
36
+ "max_context": 3,
37
+ "p_shared_tau": 0.5,
38
+ "p_noisy_context": 0.3,
39
+ "ctx_noise": 0.1,
40
+ "grad_checkpoint": false,
41
+ "extra": {}
42
+ },
43
+ "train": {
44
+ "name": "SB_kin_global_f1.0",
45
+ "action": "kin",
46
+ "size": "S",
47
+ "no_camera": false,
48
+ "du": 8,
49
+ "dg": 24,
50
+ "kl": 0.0001,
51
+ "fwd": 1.0,
52
+ "kl_warmup": 10000,
53
+ "arm_pool": "region",
54
+ "scene": false,
55
+ "stabilise": false,
56
+ "p_drop_learned": 0.0,
57
+ "use_ui": false,
58
+ "hold_boxes": false,
59
+ "fp8": false,
60
+ "steps": 8000,
61
+ "bs": 32,
62
+ "lr": 0.0001,
63
+ "warmup": 500,
64
+ "wd": 0.01,
65
+ "ema": 0.9995,
66
+ "grad_ckpt": false,
67
+ "no_compile": false,
68
+ "train_fraction": 1.0,
69
+ "data": "suturebot",
70
+ "stems": null,
71
+ "drop_no_signal": false,
72
+ "init": "S_global",
73
+ "eval_every": 4000,
74
+ "save_every": 4000,
75
+ "workers": 6,
76
+ "seed": 0,
77
+ "resume": true
78
+ }
79
+ }
SB_kin_global_f1.0/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d05bf3d7218b481f33f00e9a526f46c3ed34a3fcb968057ae42ef44ee080fbf0
3
+ size 184613280
SB_kin_global_f1.0/replay.json ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 8000,
3
+ "weights": "raw",
4
+ "data": "suturebot",
5
+ "split": "test",
6
+ "n_windows": 1239,
7
+ "n_ctx": 2,
8
+ "steps": 50,
9
+ "cfg": 1.0,
10
+ "first_pred_frame": 5,
11
+ "drop_detections": 0.0,
12
+ "pred_psnr": 23.69243049621582,
13
+ "pred_psnr_by_frame": [
14
+ 30.27720069885254,
15
+ 27.717599868774414,
16
+ 26.62649917602539,
17
+ 25.86680030822754,
18
+ 25.624000549316406,
19
+ 25.09149932861328,
20
+ 24.657899856567383,
21
+ 24.278099060058594,
22
+ 24.28849983215332,
23
+ 23.95240020751953,
24
+ 23.63479995727539,
25
+ 23.355899810791016,
26
+ 23.44849967956543,
27
+ 23.208799362182617,
28
+ 22.99049949645996,
29
+ 22.765899658203125,
30
+ 22.871400833129883,
31
+ 22.67970085144043,
32
+ 22.489900588989258,
33
+ 22.28529930114746,
34
+ 22.383899688720703,
35
+ 22.194400787353516,
36
+ 22.01180076599121,
37
+ 21.831899642944336,
38
+ 21.956899642944336,
39
+ 21.79680061340332,
40
+ 21.62929916381836,
41
+ 21.471599578857422
42
+ ],
43
+ "pred_ssim": 0.8252286314964294,
44
+ "pred_ssim_by_frame": [
45
+ 0.9358000159263611,
46
+ 0.9064000248908997,
47
+ 0.8906999826431274,
48
+ 0.8773999810218811,
49
+ 0.871399998664856,
50
+ 0.8601999878883362,
51
+ 0.8521000146865845,
52
+ 0.8438000082969666,
53
+ 0.8431000113487244,
54
+ 0.8349999785423279,
55
+ 0.8287000060081482,
56
+ 0.8222000002861023,
57
+ 0.8230000138282776,
58
+ 0.8166000247001648,
59
+ 0.8118000030517578,
60
+ 0.8061000108718872,
61
+ 0.8087999820709229,
62
+ 0.8030999898910522,
63
+ 0.7993000149726868,
64
+ 0.7944999933242798,
65
+ 0.7971000075340271,
66
+ 0.7915999889373779,
67
+ 0.7874000072479248,
68
+ 0.782800018787384,
69
+ 0.7861999869346619,
70
+ 0.7807000279426575,
71
+ 0.7771999835968018,
72
+ 0.7731999754905701
73
+ ],
74
+ "pred_lpips": 0.14302825927734375,
75
+ "pred_lpips_by_frame": [
76
+ 0.03359999880194664,
77
+ 0.05530000105500221,
78
+ 0.06780000030994415,
79
+ 0.07909999787807465,
80
+ 0.08730000257492065,
81
+ 0.09839999675750732,
82
+ 0.10589999705553055,
83
+ 0.11420000344514847,
84
+ 0.11940000206232071,
85
+ 0.1273999959230423,
86
+ 0.13339999318122864,
87
+ 0.14000000059604645,
88
+ 0.1428000032901764,
89
+ 0.14959999918937683,
90
+ 0.15479999780654907,
91
+ 0.1599999964237213,
92
+ 0.16269999742507935,
93
+ 0.16859999299049377,
94
+ 0.17309999465942383,
95
+ 0.17790000140666962,
96
+ 0.1793999969959259,
97
+ 0.1850000023841858,
98
+ 0.1889999955892563,
99
+ 0.19329999387264252,
100
+ 0.19480000436306,
101
+ 0.20020000636577606,
102
+ 0.20389999449253082,
103
+ 0.20800000429153442
104
+ ],
105
+ "pred_fvd": 117.2704097735701,
106
+ "pred_shuffled_psnr": 20.65928840637207,
107
+ "pred_shuffled_psnr_by_frame": [
108
+ 27.346500396728516,
109
+ 24.376800537109375,
110
+ 23.056400299072266,
111
+ 22.2268009185791,
112
+ 21.90850067138672,
113
+ 21.521400451660156,
114
+ 21.182199478149414,
115
+ 20.874300003051758,
116
+ 20.80590057373047,
117
+ 20.582799911499023,
118
+ 20.382200241088867,
119
+ 20.190200805664062,
120
+ 20.204200744628906,
121
+ 20.062400817871094,
122
+ 19.924800872802734,
123
+ 19.796600341796875,
124
+ 19.845399856567383,
125
+ 19.730100631713867,
126
+ 19.620899200439453,
127
+ 19.51420021057129,
128
+ 19.58609962463379,
129
+ 19.510299682617188,
130
+ 19.429899215698242,
131
+ 19.347400665283203,
132
+ 19.45669937133789,
133
+ 19.397899627685547,
134
+ 19.331499099731445,
135
+ 19.247600555419922
136
+ ],
137
+ "pred_shuffled_ssim": 0.7560395002365112,
138
+ "pred_shuffled_ssim_by_frame": [
139
+ 0.9068999886512756,
140
+ 0.8604000210762024,
141
+ 0.8335999846458435,
142
+ 0.8129000067710876,
143
+ 0.8021000027656555,
144
+ 0.7886000275611877,
145
+ 0.7778000235557556,
146
+ 0.7675999999046326,
147
+ 0.7649999856948853,
148
+ 0.757099986076355,
149
+ 0.7508999705314636,
150
+ 0.7444999814033508,
151
+ 0.7448999881744385,
152
+ 0.7394999861717224,
153
+ 0.7353000044822693,
154
+ 0.7307999730110168,
155
+ 0.7328000068664551,
156
+ 0.7279999852180481,
157
+ 0.7249000072479248,
158
+ 0.7214000225067139,
159
+ 0.7245000004768372,
160
+ 0.7210000157356262,
161
+ 0.718500018119812,
162
+ 0.715499997138977,
163
+ 0.7200999855995178,
164
+ 0.7166000008583069,
165
+ 0.7150999903678894,
166
+ 0.7127000093460083
167
+ ],
168
+ "pred_shuffled_lpips": 0.24407754838466644,
169
+ "pred_shuffled_lpips_by_frame": [
170
+ 0.04540000110864639,
171
+ 0.08720000088214874,
172
+ 0.12049999833106995,
173
+ 0.1492999941110611,
174
+ 0.17000000178813934,
175
+ 0.19009999930858612,
176
+ 0.2061000019311905,
177
+ 0.22059999406337738,
178
+ 0.22949999570846558,
179
+ 0.23989999294281006,
180
+ 0.24869999289512634,
181
+ 0.25760000944137573,
182
+ 0.2614000141620636,
183
+ 0.2680000066757202,
184
+ 0.27390000224113464,
185
+ 0.27950000762939453,
186
+ 0.28110000491142273,
187
+ 0.2865999937057495,
188
+ 0.29100000858306885,
189
+ 0.2955999970436096,
190
+ 0.295199990272522,
191
+ 0.2994000017642975,
192
+ 0.30230000615119934,
193
+ 0.3057999908924103,
194
+ 0.30399999022483826,
195
+ 0.30630001425743103,
196
+ 0.30820000171661377,
197
+ 0.3109999895095825
198
+ ],
199
+ "pred_shuffled_fvd": 134.834002011699,
200
+ "delta_psnr": 3.03314208984375
201
+ }