yNakapen commited on
Commit
20dbf40
·
verified ·
1 Parent(s): 46ee9e6

Upload folder using huggingface_hub

Browse files
wandb/debug-internal.log CHANGED
@@ -1,404 +1,6 @@
1
- {"time":"2025-12-05T14:16:44.234828176Z","level":"INFO","msg":"stream: starting","core version":"0.21.4"}
2
- {"time":"2025-12-05T14:16:44.291132327Z","level":"INFO","msg":"stream: created new stream","id":"kggwabxv"}
3
- {"time":"2025-12-05T14:16:44.291152564Z","level":"INFO","msg":"stream: started","id":"kggwabxv"}
4
- {"time":"2025-12-05T14:16:44.291171689Z","level":"INFO","msg":"writer: started","stream_id":"kggwabxv"}
5
- {"time":"2025-12-05T14:16:44.291190181Z","level":"INFO","msg":"sender: started","stream_id":"kggwabxv"}
6
- {"time":"2025-12-05T14:16:44.291206169Z","level":"INFO","msg":"handler: started","stream_id":"kggwabxv"}
7
- {"time":"2025-12-05T14:24:29.535016771Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
8
- {"time":"2025-12-05T14:24:44.535975043Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
9
- {"time":"2025-12-05T14:24:59.535395978Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
10
- {"time":"2025-12-05T14:25:14.535189869Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
11
- {"time":"2025-12-05T14:25:29.535492071Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
12
- {"time":"2025-12-05T14:25:44.535019979Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
13
- {"time":"2025-12-05T14:25:59.535330463Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
14
- {"time":"2025-12-05T14:26:14.535378821Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
15
- {"time":"2025-12-05T14:26:29.535944454Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
16
- {"time":"2025-12-05T14:26:44.535561128Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
17
- {"time":"2025-12-05T14:26:59.535280097Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
18
- {"time":"2025-12-05T14:27:14.53509486Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
19
- {"time":"2025-12-05T14:27:29.535968605Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
20
- {"time":"2025-12-05T14:27:44.535636375Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
21
- {"time":"2025-12-05T14:27:59.535299205Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
22
- {"time":"2025-12-05T14:28:14.535387653Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
23
- {"time":"2025-12-05T14:28:29.535068134Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
24
- {"time":"2025-12-05T14:28:44.535717582Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
25
- {"time":"2025-12-05T14:28:59.535486759Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
26
- {"time":"2025-12-05T14:29:14.535013027Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
27
- {"time":"2025-12-05T14:29:29.535354694Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
28
- {"time":"2025-12-05T14:29:44.535108593Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
29
- {"time":"2025-12-05T14:29:59.535842489Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
30
- {"time":"2025-12-05T14:30:14.535371421Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
31
- {"time":"2025-12-05T14:30:29.53601772Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
32
- {"time":"2025-12-05T14:30:44.535223286Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
33
- {"time":"2025-12-05T14:30:59.535435218Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
34
- {"time":"2025-12-05T14:31:14.534953244Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
35
- {"time":"2025-12-05T14:31:29.535158861Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
36
- {"time":"2025-12-05T14:31:44.53512216Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
37
- {"time":"2025-12-05T14:31:59.535469367Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
38
- {"time":"2025-12-05T14:32:14.534830803Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
39
- {"time":"2025-12-05T14:32:29.535468669Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
40
- {"time":"2025-12-05T14:32:44.535172506Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
41
- {"time":"2025-12-05T14:32:59.535276326Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
42
- {"time":"2025-12-05T14:33:14.534953431Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
43
- {"time":"2025-12-05T14:33:29.535515039Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
44
- {"time":"2025-12-05T14:33:44.535463232Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
45
- {"time":"2025-12-05T14:33:59.534884269Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
46
- {"time":"2025-12-05T14:34:14.535064261Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
47
- {"time":"2025-12-05T14:34:29.535317197Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
48
- {"time":"2025-12-05T14:34:44.535822402Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
49
- {"time":"2025-12-05T14:34:59.535011491Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
50
- {"time":"2025-12-05T14:35:14.535399068Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
51
- {"time":"2025-12-05T14:35:29.534890948Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
52
- {"time":"2025-12-05T14:35:44.535719965Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
53
- {"time":"2025-12-05T14:35:59.535342632Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
54
- {"time":"2025-12-05T14:36:14.535001585Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
55
- {"time":"2025-12-05T14:36:29.534770876Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
56
- {"time":"2025-12-05T14:36:44.534977618Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
57
- {"time":"2025-12-05T14:36:59.535160208Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
58
- {"time":"2025-12-05T14:37:14.535004632Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
59
- {"time":"2025-12-05T14:37:29.535022371Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
60
- {"time":"2025-12-05T14:37:44.534986748Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
61
- {"time":"2025-12-05T14:37:59.534820507Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
62
- {"time":"2025-12-05T14:38:14.535551352Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
63
- {"time":"2025-12-05T14:38:29.534822501Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
64
- {"time":"2025-12-05T14:38:44.53518976Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
65
- {"time":"2025-12-05T14:38:59.535024136Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
66
- {"time":"2025-12-05T14:39:14.535842052Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
67
- {"time":"2025-12-05T14:39:29.535486272Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
68
- {"time":"2025-12-05T14:39:44.535754328Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
69
- {"time":"2025-12-05T14:39:59.535791917Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
70
- {"time":"2025-12-05T14:40:14.534870936Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
71
- {"time":"2025-12-05T14:40:29.535610156Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
72
- {"time":"2025-12-05T14:40:44.535380654Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
73
- {"time":"2025-12-05T14:40:59.535372682Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
74
- {"time":"2025-12-05T14:41:14.534829937Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
75
- {"time":"2025-12-05T14:41:29.535517913Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
76
- {"time":"2025-12-05T14:41:44.534812462Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
77
- {"time":"2025-12-05T14:41:59.534863033Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
78
- {"time":"2025-12-05T14:42:14.535773298Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
79
- {"time":"2025-12-05T14:42:29.535274856Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
80
- {"time":"2025-12-05T14:42:44.535536473Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
81
- {"time":"2025-12-05T14:42:59.535411559Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
82
- {"time":"2025-12-05T14:43:14.534841463Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
83
- {"time":"2025-12-05T14:43:29.534909681Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
84
- {"time":"2025-12-05T14:43:44.535496486Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
85
- {"time":"2025-12-05T14:43:59.535401554Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
86
- {"time":"2025-12-05T14:44:14.535792598Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
87
- {"time":"2025-12-05T14:44:29.535539589Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
88
- {"time":"2025-12-05T14:44:44.535500857Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
89
- {"time":"2025-12-05T14:44:59.535661636Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
90
- {"time":"2025-12-05T14:45:14.535630983Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
91
- {"time":"2025-12-05T14:45:29.535114678Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
92
- {"time":"2025-12-05T14:45:44.535150719Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
93
- {"time":"2025-12-05T14:45:59.535702987Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
94
- {"time":"2025-12-05T14:46:14.535517212Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
95
- {"time":"2025-12-05T14:46:29.535782314Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
96
- {"time":"2025-12-05T14:46:44.535702618Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
97
- {"time":"2025-12-05T14:46:59.535918781Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
98
- {"time":"2025-12-05T14:47:14.534833771Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
99
- {"time":"2025-12-05T14:47:29.535277229Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
100
- {"time":"2025-12-05T14:47:44.535038581Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
101
- {"time":"2025-12-05T14:47:59.535171086Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
102
- {"time":"2025-12-05T14:48:14.535548869Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
103
- {"time":"2025-12-05T14:48:29.534940167Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
104
- {"time":"2025-12-05T14:48:44.535643207Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
105
- {"time":"2025-12-05T14:48:59.535211036Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
106
- {"time":"2025-12-05T14:49:14.534927402Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
107
- {"time":"2025-12-05T14:49:29.535581522Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
108
- {"time":"2025-12-05T14:49:44.534922974Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
109
- {"time":"2025-12-05T14:49:59.535754077Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
110
- {"time":"2025-12-05T14:50:14.534750616Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
111
- {"time":"2025-12-05T14:50:29.535215305Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
112
- {"time":"2025-12-05T14:50:44.535310579Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
113
- {"time":"2025-12-05T14:50:59.535894254Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
114
- {"time":"2025-12-05T14:51:14.534818613Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
115
- {"time":"2025-12-05T14:51:29.535131377Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
116
- {"time":"2025-12-05T14:51:44.535092206Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
117
- {"time":"2025-12-05T14:51:59.5354377Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
118
- {"time":"2025-12-05T14:52:14.535346407Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
119
- {"time":"2025-12-05T14:52:29.535468687Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
120
- {"time":"2025-12-05T14:52:44.535851598Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
121
- {"time":"2025-12-05T14:52:59.53593067Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
122
- {"time":"2025-12-05T14:53:14.535537491Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
123
- {"time":"2025-12-05T14:53:29.535964107Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
124
- {"time":"2025-12-05T14:53:44.535494424Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
125
- {"time":"2025-12-05T14:53:59.534890045Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
126
- {"time":"2025-12-05T14:54:14.536059799Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
127
- {"time":"2025-12-05T14:54:29.535521181Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
128
- {"time":"2025-12-05T14:54:44.53571064Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
129
- {"time":"2025-12-05T14:54:59.534913853Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
130
- {"time":"2025-12-05T14:55:14.535799137Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
131
- {"time":"2025-12-05T14:55:29.535339674Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
132
- {"time":"2025-12-05T14:55:44.535469562Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
133
- {"time":"2025-12-05T14:55:59.53505532Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
134
- {"time":"2025-12-05T14:56:14.535234169Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
135
- {"time":"2025-12-05T14:56:29.535494831Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
136
- {"time":"2025-12-05T14:56:44.535417605Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
137
- {"time":"2025-12-05T14:56:59.536087213Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
138
- {"time":"2025-12-05T14:57:14.535216808Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
139
- {"time":"2025-12-05T14:57:29.535420217Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
140
- {"time":"2025-12-05T14:57:44.535424555Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
141
- {"time":"2025-12-05T14:57:59.535077556Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
142
- {"time":"2025-12-05T14:58:14.534976836Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
143
- {"time":"2025-12-05T14:58:29.535177425Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
144
- {"time":"2025-12-05T14:58:44.535242898Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
145
- {"time":"2025-12-05T14:58:59.5350809Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
146
- {"time":"2025-12-05T14:59:14.53582655Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
147
- {"time":"2025-12-05T14:59:29.535545684Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
148
- {"time":"2025-12-05T14:59:44.53525792Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
149
- {"time":"2025-12-05T14:59:59.535119358Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
150
- {"time":"2025-12-05T15:00:14.535498301Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
151
- {"time":"2025-12-05T15:00:29.53570933Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
152
- {"time":"2025-12-05T15:00:44.534984472Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
153
- {"time":"2025-12-05T15:00:59.535589807Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
154
- {"time":"2025-12-05T15:01:14.535847053Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
155
- {"time":"2025-12-05T15:01:29.535441296Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
156
- {"time":"2025-12-05T15:01:44.535660523Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
157
- {"time":"2025-12-05T15:01:59.535398966Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
158
- {"time":"2025-12-05T15:02:14.53516059Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
159
- {"time":"2025-12-05T15:02:29.535939127Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
160
- {"time":"2025-12-05T15:02:44.535291633Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
161
- {"time":"2025-12-05T15:02:59.535765179Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
162
- {"time":"2025-12-05T15:03:14.535137875Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
163
- {"time":"2025-12-05T15:03:29.53586034Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
164
- {"time":"2025-12-05T15:03:44.53551725Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
165
- {"time":"2025-12-05T15:03:59.535305457Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
166
- {"time":"2025-12-05T15:04:14.535194796Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
167
- {"time":"2025-12-05T15:04:29.535618065Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
168
- {"time":"2025-12-05T15:04:44.53517141Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
169
- {"time":"2025-12-05T15:04:59.53526788Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
170
- {"time":"2025-12-05T15:05:14.535509492Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
171
- {"time":"2025-12-05T15:05:29.535332047Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
172
- {"time":"2025-12-05T15:05:44.535578101Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
173
- {"time":"2025-12-05T15:05:59.53551887Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
174
- {"time":"2025-12-05T15:06:14.535721953Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
175
- {"time":"2025-12-05T15:06:29.535089468Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
176
- {"time":"2025-12-05T15:06:44.53493819Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
177
- {"time":"2025-12-05T15:06:59.536085989Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
178
- {"time":"2025-12-05T15:07:14.535759778Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
179
- {"time":"2025-12-05T15:07:29.535533826Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
180
- {"time":"2025-12-05T15:07:44.535793968Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
181
- {"time":"2025-12-05T15:07:59.535598836Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
182
- {"time":"2025-12-05T15:08:14.535332339Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
183
- {"time":"2025-12-05T15:08:29.534822201Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
184
- {"time":"2025-12-05T15:08:44.535199866Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
185
- {"time":"2025-12-05T15:08:59.535659653Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
186
- {"time":"2025-12-05T15:09:14.535185618Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
187
- {"time":"2025-12-05T15:09:29.535283251Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
188
- {"time":"2025-12-05T15:09:44.535527328Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
189
- {"time":"2025-12-05T15:09:59.534922587Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
190
- {"time":"2025-12-05T15:10:14.535392879Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
191
- {"time":"2025-12-05T15:10:29.535054227Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
192
- {"time":"2025-12-05T15:10:44.535773897Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
193
- {"time":"2025-12-05T15:10:59.535423616Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
194
- {"time":"2025-12-05T15:11:14.535895584Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
195
- {"time":"2025-12-05T15:11:29.536020793Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
196
- {"time":"2025-12-05T15:11:44.535090059Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
197
- {"time":"2025-12-05T15:11:59.53546214Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
198
- {"time":"2025-12-05T15:12:14.535778921Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
199
- {"time":"2025-12-05T15:12:29.535216262Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
200
- {"time":"2025-12-05T15:12:44.535770491Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
201
- {"time":"2025-12-05T15:12:59.535561601Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
202
- {"time":"2025-12-05T15:13:14.535680128Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
203
- {"time":"2025-12-05T15:13:29.535578843Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
204
- {"time":"2025-12-05T15:13:44.535244047Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
205
- {"time":"2025-12-05T15:13:59.535218707Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
206
- {"time":"2025-12-05T15:14:14.535706451Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
207
- {"time":"2025-12-05T15:14:29.534932706Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
208
- {"time":"2025-12-05T15:14:44.535783334Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
209
- {"time":"2025-12-05T15:14:59.535561618Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
210
- {"time":"2025-12-05T15:15:14.534949955Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
211
- {"time":"2025-12-05T15:15:29.535755649Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
212
- {"time":"2025-12-05T15:15:44.535611853Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
213
- {"time":"2025-12-05T15:15:59.535336284Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
214
- {"time":"2025-12-05T15:16:14.5348659Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
215
- {"time":"2025-12-05T15:16:29.535262533Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
216
- {"time":"2025-12-05T15:16:44.53518968Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
217
- {"time":"2025-12-05T15:16:59.534910419Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
218
- {"time":"2025-12-05T15:17:14.53511591Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
219
- {"time":"2025-12-05T15:17:29.535042336Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
220
- {"time":"2025-12-05T15:17:44.53510155Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
221
- {"time":"2025-12-05T15:17:59.534940123Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
222
- {"time":"2025-12-05T15:18:14.534799686Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
223
- {"time":"2025-12-05T15:18:29.535772291Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
224
- {"time":"2025-12-05T15:18:44.535441125Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
225
- {"time":"2025-12-05T15:18:59.535506174Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
226
- {"time":"2025-12-05T15:19:14.535409806Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
227
- {"time":"2025-12-05T15:19:29.535317749Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
228
- {"time":"2025-12-05T15:19:44.535197057Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
229
- {"time":"2025-12-05T15:19:59.535604763Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
230
- {"time":"2025-12-05T15:20:14.534746523Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
231
- {"time":"2025-12-05T15:20:29.53608403Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
232
- {"time":"2025-12-05T15:20:44.535771208Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
233
- {"time":"2025-12-05T15:20:59.535251621Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
234
- {"time":"2025-12-05T15:21:14.535670983Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
235
- {"time":"2025-12-05T15:21:29.535525967Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
236
- {"time":"2025-12-05T15:21:44.535403682Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
237
- {"time":"2025-12-05T15:21:59.535365306Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
238
- {"time":"2025-12-05T15:22:14.535266215Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
239
- {"time":"2025-12-05T15:22:29.535373963Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
240
- {"time":"2025-12-05T15:22:44.534989425Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
241
- {"time":"2025-12-05T15:22:59.535260105Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
242
- {"time":"2025-12-05T15:23:14.535343914Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
243
- {"time":"2025-12-05T15:23:29.534950788Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
244
- {"time":"2025-12-05T15:23:44.534762731Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
245
- {"time":"2025-12-05T15:23:59.534836899Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
246
- {"time":"2025-12-05T15:24:14.535830713Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
247
- {"time":"2025-12-05T15:24:29.535679974Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
248
- {"time":"2025-12-05T15:24:44.535425718Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
249
- {"time":"2025-12-05T15:24:59.535731371Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
250
- {"time":"2025-12-05T15:25:14.535556061Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
251
- {"time":"2025-12-05T15:25:29.536030098Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
252
- {"time":"2025-12-05T15:25:44.534961464Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
253
- {"time":"2025-12-05T15:25:59.536052025Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
254
- {"time":"2025-12-05T15:26:14.535646947Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
255
- {"time":"2025-12-05T15:26:29.535296159Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
256
- {"time":"2025-12-05T15:26:44.535614155Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
257
- {"time":"2025-12-05T15:26:59.535069057Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
258
- {"time":"2025-12-05T15:27:14.53585022Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
259
- {"time":"2025-12-05T15:27:29.535036082Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
260
- {"time":"2025-12-05T15:27:44.535842889Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
261
- {"time":"2025-12-05T15:27:59.53536585Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
262
- {"time":"2025-12-05T15:28:14.535922301Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
263
- {"time":"2025-12-05T15:28:29.535724374Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
264
- {"time":"2025-12-05T15:28:44.53539804Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
265
- {"time":"2025-12-05T15:28:59.535533403Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
266
- {"time":"2025-12-05T15:29:14.535683043Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
267
- {"time":"2025-12-05T15:29:29.535230357Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
268
- {"time":"2025-12-05T15:29:44.535130066Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
269
- {"time":"2025-12-05T15:29:59.535362371Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
270
- {"time":"2025-12-05T15:30:14.534996487Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
271
- {"time":"2025-12-05T15:30:29.534888228Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
272
- {"time":"2025-12-05T15:30:44.535752762Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
273
- {"time":"2025-12-05T15:30:59.535107656Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
274
- {"time":"2025-12-05T15:31:14.535753004Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
275
- {"time":"2025-12-05T15:31:29.535303486Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
276
- {"time":"2025-12-05T15:31:44.534994876Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
277
- {"time":"2025-12-05T15:31:59.535738057Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
278
- {"time":"2025-12-05T15:32:14.535805238Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
279
- {"time":"2025-12-05T15:32:29.535567105Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
280
- {"time":"2025-12-05T15:32:44.535172797Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
281
- {"time":"2025-12-05T15:32:59.535083093Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
282
- {"time":"2025-12-05T15:33:14.535148406Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
283
- {"time":"2025-12-05T15:33:29.535691157Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
284
- {"time":"2025-12-05T15:33:44.535311185Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
285
- {"time":"2025-12-05T15:33:59.534943858Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
286
- {"time":"2025-12-05T15:34:14.535002248Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
287
- {"time":"2025-12-05T15:34:29.535487569Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
288
- {"time":"2025-12-05T15:34:44.535471014Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
289
- {"time":"2025-12-05T15:34:59.535386785Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
290
- {"time":"2025-12-05T15:35:14.535703322Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
291
- {"time":"2025-12-05T15:35:29.535610666Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
292
- {"time":"2025-12-05T15:35:44.535722155Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
293
- {"time":"2025-12-05T15:35:59.535685868Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
294
- {"time":"2025-12-05T15:36:14.535564633Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
295
- {"time":"2025-12-05T15:36:29.535240494Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
296
- {"time":"2025-12-05T15:36:44.535860392Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
297
- {"time":"2025-12-05T15:36:59.535572824Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
298
- {"time":"2025-12-05T15:37:14.535554219Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
299
- {"time":"2025-12-05T15:37:29.535687405Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
300
- {"time":"2025-12-05T15:37:44.535227086Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
301
- {"time":"2025-12-05T15:37:59.534846309Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
302
- {"time":"2025-12-05T15:38:14.535291514Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
303
- {"time":"2025-12-05T15:38:29.535416568Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
304
- {"time":"2025-12-05T15:38:44.535227681Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
305
- {"time":"2025-12-05T15:38:59.535393529Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
306
- {"time":"2025-12-05T15:39:14.53503744Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
307
- {"time":"2025-12-05T15:39:29.535506117Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
308
- {"time":"2025-12-05T15:39:44.535755108Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
309
- {"time":"2025-12-05T15:39:59.53501328Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
310
- {"time":"2025-12-05T15:40:14.535569757Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
311
- {"time":"2025-12-05T15:40:29.535812106Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
312
- {"time":"2025-12-05T15:40:44.535512849Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
313
- {"time":"2025-12-05T15:40:59.53517673Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
314
- {"time":"2025-12-05T15:41:14.535505263Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
315
- {"time":"2025-12-05T15:41:29.535626209Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
316
- {"time":"2025-12-05T15:41:44.535532142Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
317
- {"time":"2025-12-05T15:41:59.53524696Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
318
- {"time":"2025-12-05T15:42:14.53592378Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
319
- {"time":"2025-12-05T15:42:29.534971553Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
320
- {"time":"2025-12-05T15:42:44.53483533Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
321
- {"time":"2025-12-05T15:42:59.535287707Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
322
- {"time":"2025-12-05T15:43:14.535069399Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
323
- {"time":"2025-12-05T15:43:29.535000244Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
324
- {"time":"2025-12-05T15:43:44.535523287Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
325
- {"time":"2025-12-05T15:43:59.535517858Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
326
- {"time":"2025-12-05T15:44:14.535148028Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
327
- {"time":"2025-12-05T15:44:29.535339969Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
328
- {"time":"2025-12-05T15:44:44.534929383Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
329
- {"time":"2025-12-05T15:44:59.535038949Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
330
- {"time":"2025-12-05T15:45:14.53580839Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
331
- {"time":"2025-12-05T15:45:29.535165301Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
332
- {"time":"2025-12-05T15:45:44.535725294Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
333
- {"time":"2025-12-05T15:45:59.535166044Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
334
- {"time":"2025-12-05T15:46:14.535436575Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
335
- {"time":"2025-12-05T15:46:29.5354907Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
336
- {"time":"2025-12-05T15:46:44.535153489Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
337
- {"time":"2025-12-05T15:46:59.535663435Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
338
- {"time":"2025-12-05T15:47:14.536104515Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
339
- {"time":"2025-12-05T15:47:29.535540222Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
340
- {"time":"2025-12-05T15:47:44.535197005Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
341
- {"time":"2025-12-05T15:47:59.535317667Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
342
- {"time":"2025-12-05T15:48:14.535091927Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
343
- {"time":"2025-12-05T15:48:29.535316102Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
344
- {"time":"2025-12-05T15:48:44.534984957Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
345
- {"time":"2025-12-05T15:48:59.535635356Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
346
- {"time":"2025-12-05T15:49:14.53574494Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
347
- {"time":"2025-12-05T15:49:29.535465802Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
348
- {"time":"2025-12-05T15:49:44.535287358Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
349
- {"time":"2025-12-05T15:49:59.535353532Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
350
- {"time":"2025-12-05T15:50:14.535686724Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
351
- {"time":"2025-12-05T15:50:29.535763041Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
352
- {"time":"2025-12-05T15:50:44.534930723Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
353
- {"time":"2025-12-05T15:50:59.535268559Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
354
- {"time":"2025-12-05T15:51:14.535005458Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
355
- {"time":"2025-12-05T15:51:29.53576386Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
356
- {"time":"2025-12-05T15:51:44.535709507Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
357
- {"time":"2025-12-05T15:51:59.535376112Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
358
- {"time":"2025-12-05T15:52:14.535693845Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
359
- {"time":"2025-12-05T15:52:29.535434349Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
360
- {"time":"2025-12-05T15:52:44.53572894Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
361
- {"time":"2025-12-05T15:52:59.535633279Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
362
- {"time":"2025-12-05T15:53:14.535403638Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
363
- {"time":"2025-12-05T15:53:29.535402271Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
364
- {"time":"2025-12-05T15:53:44.534771236Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
365
- {"time":"2025-12-05T15:53:59.535322372Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
366
- {"time":"2025-12-05T15:54:14.534757015Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
367
- {"time":"2025-12-05T15:54:29.535160688Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
368
- {"time":"2025-12-05T15:54:44.535649605Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
369
- {"time":"2025-12-05T15:54:59.535589254Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
370
- {"time":"2025-12-05T15:55:14.535794143Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
371
- {"time":"2025-12-05T15:55:29.534886584Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
372
- {"time":"2025-12-05T15:55:44.535189563Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
373
- {"time":"2025-12-05T15:55:59.535536073Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
374
- {"time":"2025-12-05T15:56:14.535385468Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
375
- {"time":"2025-12-05T15:56:29.535784646Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
376
- {"time":"2025-12-05T15:56:44.535597754Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
377
- {"time":"2025-12-05T15:56:59.535729178Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
378
- {"time":"2025-12-05T15:57:14.535303018Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
379
- {"time":"2025-12-05T15:57:29.534809119Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
380
- {"time":"2025-12-05T15:57:44.535485283Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
381
- {"time":"2025-12-05T15:57:59.535653854Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
382
- {"time":"2025-12-05T15:58:14.535200017Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
383
- {"time":"2025-12-05T15:58:29.535605608Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
384
- {"time":"2025-12-05T15:58:44.535442664Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
385
- {"time":"2025-12-05T15:58:59.535509915Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
386
- {"time":"2025-12-05T15:59:14.535239621Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
387
- {"time":"2025-12-05T15:59:29.535795729Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
388
- {"time":"2025-12-05T15:59:44.535134571Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
389
- {"time":"2025-12-05T15:59:59.53548797Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
390
- {"time":"2025-12-05T16:00:14.535316461Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
391
- {"time":"2025-12-05T16:00:29.535263362Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
392
- {"time":"2025-12-05T16:00:44.535663049Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
393
- {"time":"2025-12-05T16:00:59.534993823Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
394
- {"time":"2025-12-05T16:01:14.534903313Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
395
- {"time":"2025-12-05T16:01:29.535133363Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
396
- {"time":"2025-12-05T16:01:44.535458738Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
397
- {"time":"2025-12-05T16:01:59.535370139Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
398
- {"time":"2025-12-05T16:02:14.535360918Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
399
- {"time":"2025-12-05T16:02:29.535291416Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
400
- {"time":"2025-12-05T16:02:44.535425192Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
401
- {"time":"2025-12-05T16:02:59.535601045Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
402
- {"time":"2025-12-05T16:03:14.535185378Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
403
- {"time":"2025-12-05T16:03:29.535387004Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
404
- {"time":"2025-12-05T16:03:44.53570807Z","level":"ERROR","msg":"monitor: error sampling metrics: process does not exist"}
 
1
+ {"time":"2025-12-05T23:54:22.706500165Z","level":"INFO","msg":"stream: starting","core version":"0.21.4"}
2
+ {"time":"2025-12-05T23:54:22.756555551Z","level":"INFO","msg":"stream: created new stream","id":"qv106i3j"}
3
+ {"time":"2025-12-05T23:54:22.756582635Z","level":"INFO","msg":"stream: started","id":"qv106i3j"}
4
+ {"time":"2025-12-05T23:54:22.756599672Z","level":"INFO","msg":"writer: started","stream_id":"qv106i3j"}
5
+ {"time":"2025-12-05T23:54:22.756636308Z","level":"INFO","msg":"sender: started","stream_id":"qv106i3j"}
6
+ {"time":"2025-12-05T23:54:22.756619535Z","level":"INFO","msg":"handler: started","stream_id":"qv106i3j"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
wandb/debug.log CHANGED
@@ -1,21 +1,21 @@
1
- 2025-12-05 14:16:44,229 INFO MainThread:11923 [wandb_setup.py:_flush():81] Current SDK version is 0.21.4
2
- 2025-12-05 14:16:44,229 INFO MainThread:11923 [wandb_setup.py:_flush():81] Configure stats pid to 11923
3
- 2025-12-05 14:16:44,229 INFO MainThread:11923 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings
4
- 2025-12-05 14:16:44,229 INFO MainThread:11923 [wandb_setup.py:_flush():81] Loading settings from /workspace/wandb/settings
5
- 2025-12-05 14:16:44,229 INFO MainThread:11923 [wandb_setup.py:_flush():81] Loading settings from environment variables
6
- 2025-12-05 14:16:44,229 INFO MainThread:11923 [wandb_init.py:setup_run_log_directory():686] Logging user logs to outputs/train/act_so101_3cube_1ksteps/wandb/run-20251205_141644-kggwabxv/logs/debug.log
7
- 2025-12-05 14:16:44,229 INFO MainThread:11923 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to outputs/train/act_so101_3cube_1ksteps/wandb/run-20251205_141644-kggwabxv/logs/debug-internal.log
8
- 2025-12-05 14:16:44,229 INFO MainThread:11923 [wandb_init.py:init():813] calling init triggers
9
- 2025-12-05 14:16:44,229 INFO MainThread:11923 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
10
- config: {'dataset': {'repo_id': 'ichbinblau/so101_stack2cubes_dataset', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'chunk_size': 100, 'n_action_steps': 100, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/act_so101_3cube_1ksteps', 'job_name': 'act_so101_3cube_1ksteps', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 64, 'steps': 1000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'checkpoint_path': None, 'rename_map': {}, '_wandb': {}}
11
- 2025-12-05 14:16:44,229 INFO MainThread:11923 [wandb_init.py:init():854] starting backend
12
- 2025-12-05 14:16:44,231 INFO MainThread:11923 [wandb_init.py:init():857] sending inform_init request
13
- 2025-12-05 14:16:44,233 INFO MainThread:11923 [wandb_init.py:init():865] backend started and connected
14
- 2025-12-05 14:16:44,234 INFO MainThread:11923 [wandb_init.py:init():936] updated telemetry
15
- 2025-12-05 14:16:44,234 INFO MainThread:11923 [wandb_init.py:init():960] communicating run to backend with 90.0 second timeout
16
- 2025-12-05 14:16:44,534 INFO MainThread:11923 [wandb_init.py:init():1011] starting run threads in backend
17
- 2025-12-05 14:16:44,608 INFO MainThread:11923 [wandb_run.py:_console_start():2506] atexit reg
18
- 2025-12-05 14:16:44,608 INFO MainThread:11923 [wandb_run.py:_redirect():2354] redirect: wrap_raw
19
- 2025-12-05 14:16:44,608 INFO MainThread:11923 [wandb_run.py:_redirect():2423] Wrapping output streams.
20
- 2025-12-05 14:16:44,608 INFO MainThread:11923 [wandb_run.py:_redirect():2446] Redirects installed.
21
- 2025-12-05 14:16:44,609 INFO MainThread:11923 [wandb_init.py:init():1049] run started, returning control to user process
 
1
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_setup.py:_flush():81] Current SDK version is 0.21.4
2
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_setup.py:_flush():81] Configure stats pid to 101801
3
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings
4
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_setup.py:_flush():81] Loading settings from /workspace/wandb/settings
5
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_setup.py:_flush():81] Loading settings from environment variables
6
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_init.py:setup_run_log_directory():686] Logging user logs to outputs/train/act_so101_3cube_1ksteps/wandb/run-20251205_235422-qv106i3j/logs/debug.log
7
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to outputs/train/act_so101_3cube_1ksteps/wandb/run-20251205_235422-qv106i3j/logs/debug-internal.log
8
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_init.py:init():813] calling init triggers
9
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'ichbinblau/so101_stack2cubes_dataset', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'chunk_size': 100, 'n_action_steps': 100, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/act_so101_3cube_1ksteps', 'job_name': 'act_so101_3cube_1ksteps', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 64, 'steps': 1000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'test', 'entity': 'amd_hackathon_ramen', 'notes': None, 'run_id': None, 'mode': None}, 'checkpoint_path': None, 'rename_map': {}, '_wandb': {}}
11
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_init.py:init():854] starting backend
12
+ 2025-12-05 23:54:22,703 INFO MainThread:101801 [wandb_init.py:init():857] sending inform_init request
13
+ 2025-12-05 23:54:22,706 INFO MainThread:101801 [wandb_init.py:init():865] backend started and connected
14
+ 2025-12-05 23:54:22,707 INFO MainThread:101801 [wandb_init.py:init():936] updated telemetry
15
+ 2025-12-05 23:54:22,707 INFO MainThread:101801 [wandb_init.py:init():960] communicating run to backend with 90.0 second timeout
16
+ 2025-12-05 23:54:22,996 INFO MainThread:101801 [wandb_init.py:init():1011] starting run threads in backend
17
+ 2025-12-05 23:54:23,069 INFO MainThread:101801 [wandb_run.py:_console_start():2506] atexit reg
18
+ 2025-12-05 23:54:23,069 INFO MainThread:101801 [wandb_run.py:_redirect():2354] redirect: wrap_raw
19
+ 2025-12-05 23:54:23,069 INFO MainThread:101801 [wandb_run.py:_redirect():2423] Wrapping output streams.
20
+ 2025-12-05 23:54:23,069 INFO MainThread:101801 [wandb_run.py:_redirect():2446] Redirects installed.
21
+ 2025-12-05 23:54:23,070 INFO MainThread:101801 [wandb_init.py:init():1049] run started, returning control to user process
wandb/run-20251205_235422-qv106i3j/files/output.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO 2025-12-05 23:54:23 db_utils.py:102 Logs will be synced with wandb.
2
+ INFO 2025-12-05 23:54:23 db_utils.py:103 Track this run --> https://wandb.ai/amd_hackathon_ramen/test/runs/qv106i3j
3
+ INFO 2025-12-05 23:54:23 ot_train.py:183 Creating dataset
4
+ INFO 2025-12-05 23:54:23 ot_train.py:202 Creating policy
5
+ INFO 2025-12-05 23:54:24 ot_train.py:247 Creating optimizer and scheduler
6
+ INFO 2025-12-05 23:54:24 ot_train.py:259 Output dir: outputs/train/act_so101_3cube_1ksteps
7
+ INFO 2025-12-05 23:54:24 ot_train.py:262 cfg.steps=1000 (1K)
8
+ INFO 2025-12-05 23:54:24 ot_train.py:263 dataset.num_frames=80054 (80K)
9
+ INFO 2025-12-05 23:54:24 ot_train.py:264 dataset.num_episodes=200
10
+ INFO 2025-12-05 23:54:24 ot_train.py:267 Effective batch size: 64 x 1 = 64
11
+ INFO 2025-12-05 23:54:24 ot_train.py:268 num_learnable_params=51597190 (52M)
12
+ INFO 2025-12-05 23:54:24 ot_train.py:269 num_total_params=51597190 (52M)
13
+ INFO 2025-12-05 23:54:24 ot_train.py:324 Start offline training on a fixed dataset
wandb/run-20251205_235422-qv106i3j/files/requirements.txt ADDED
@@ -0,0 +1,190 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ setuptools==80.9.0
2
+ zipp==3.23.0
3
+ jupyter_core==5.9.1
4
+ rpds-py==0.30.0
5
+ terminado==0.18.1
6
+ ihighlight==1.0.0
7
+ rfc3986-validator==0.1.1
8
+ pure_eval==0.2.3
9
+ ImageIO==2.37.2
10
+ dill==0.4.0
11
+ prompt_toolkit==3.0.52
12
+ httpx==0.28.1
13
+ cmake==4.1.3
14
+ jupyter-console==6.6.3
15
+ jsonschema==4.25.1
16
+ torchcodec==0.5
17
+ num2words==0.5.14
18
+ nbclient==0.10.2
19
+ h11==0.16.0
20
+ mistune==3.1.4
21
+ pydantic==2.12.5
22
+ jupyter_server_terminals==0.5.3
23
+ arrow==1.4.0
24
+ av==15.1.0
25
+ python-xlib==0.33
26
+ mergedeep==1.3.4
27
+ ipywidgets==8.1.8
28
+ docopt==0.6.2
29
+ sentry-sdk==2.47.0
30
+ matplotlib-inline==0.2.1
31
+ jupyterlab_pygments==0.3.0
32
+ toml==0.10.2
33
+ multidict==6.7.0
34
+ jupyter-lsp==2.3.0
35
+ imageio-ffmpeg==0.6.0
36
+ babel==2.17.0
37
+ typing-inspection==0.4.2
38
+ jsonschema-specifications==2025.9.1
39
+ isoduration==20.11.0
40
+ aiosignal==1.4.0
41
+ rfc3987-syntax==1.1.0
42
+ psutil==7.1.3
43
+ einops==0.8.1
44
+ argon2-cffi==25.1.0
45
+ aiohttp==3.13.2
46
+ pyyaml-include==1.4.1
47
+ nbformat==5.10.4
48
+ urllib3==2.5.0
49
+ multiprocess==0.70.16
50
+ inquirerpy==0.3.4
51
+ click==8.3.1
52
+ asttokens==3.0.1
53
+ draccus==0.10.0
54
+ ipython==9.8.0
55
+ pexpect==4.9.0
56
+ deepdiff==8.6.1
57
+ nodeenv==1.9.1
58
+ pip==25.3
59
+ xxhash==3.6.0
60
+ rerun-sdk==0.26.2
61
+ pandocfilters==1.5.1
62
+ jedi==0.19.2
63
+ mypy_extensions==1.1.0
64
+ orderly-set==5.5.0
65
+ async-lru==2.0.5
66
+ fqdn==1.5.1
67
+ fastjsonschema==2.21.2
68
+ uri-template==1.3.0
69
+ GitPython==3.1.45
70
+ aiohappyeyeballs==2.6.1
71
+ jupyterlab==4.5.0
72
+ protobuf==6.33.1
73
+ evdev==1.9.2
74
+ anyio==4.12.0
75
+ requests==2.32.5
76
+ argon2-cffi-bindings==25.1.0
77
+ typing-inspect==0.9.0
78
+ charset-normalizer==3.4.4
79
+ webcolors==25.10.0
80
+ pyzmq==27.1.0
81
+ comm==0.2.3
82
+ notebook==7.5.0
83
+ defusedxml==0.7.1
84
+ jupyter-events==0.12.0
85
+ cloudpickle==3.1.2
86
+ propcache==0.4.1
87
+ jupyter_client==8.6.3
88
+ ptyprocess==0.7.0
89
+ widgetsnbextension==4.0.15
90
+ importlib_metadata==8.7.0
91
+ frozenlist==1.8.0
92
+ websocket-client==1.9.0
93
+ pydantic_core==2.41.5
94
+ jupyterlab_server==2.28.0
95
+ json5==0.12.1
96
+ certifi==2025.11.12
97
+ ipykernel==7.1.0
98
+ nbconvert==7.16.6
99
+ decorator==5.2.1
100
+ gymnasium==1.2.2
101
+ jupyterlab_widgets==3.0.16
102
+ notebook_shim==0.2.4
103
+ accelerate==1.12.0
104
+ pyarrow==22.0.0
105
+ regex==2025.11.3
106
+ parso==0.8.5
107
+ tinycss2==1.4.0
108
+ jupyter_server==2.17.0
109
+ debugpy==1.8.17
110
+ lark==1.3.1
111
+ tokenizers==0.21.4
112
+ annotated-types==0.7.0
113
+ idna==3.11
114
+ yarl==1.22.0
115
+ jupyter==1.1.1
116
+ diffusers==0.35.2
117
+ gitdb==4.0.12
118
+ termcolor==3.2.0
119
+ bleach==6.3.0
120
+ beautifulsoup4==4.14.3
121
+ attrs==25.4.0
122
+ pyserial==3.5
123
+ tornado==6.5.2
124
+ opencv-python-headless==4.12.0.88
125
+ rfc3339-validator==0.1.4
126
+ referencing==0.37.0
127
+ python-json-logger==4.0.0
128
+ numpy==2.2.6
129
+ pfzy==0.3.4
130
+ executing==2.2.1
131
+ smmap==5.0.2
132
+ httpcore==1.0.9
133
+ pynput==1.8.1
134
+ nest-asyncio==1.6.0
135
+ hf-xet==1.2.0
136
+ cffi==2.0.0
137
+ ipython_pygments_lexers==1.1.1
138
+ stack-data==0.6.3
139
+ wcwidth==0.2.14
140
+ jsonpointer==3.0.0
141
+ prometheus_client==0.23.1
142
+ safetensors==0.7.0
143
+ datasets==4.1.1
144
+ platformdirs==4.5.0
145
+ soupsieve==2.8
146
+ transformers==4.53.3
147
+ jsonlines==4.0.0
148
+ webencodings==0.5.1
149
+ Send2Trash==1.8.3
150
+ traitlets==5.14.3
151
+ huggingface-hub==0.35.3
152
+ hf_transfer==0.1.9
153
+ lerobot==0.4.1
154
+ wandb==0.21.4
155
+ pycparser==2.23
156
+ Farama-Notifications==0.0.4
157
+ Jinja2==3.1.6
158
+ iniconfig==2.1.0
159
+ apex==1.7.0a0+rocm7.0.0.git20a62dc5
160
+ matplotlib==3.10.6
161
+ tzdata==2025.2
162
+ pytorch-triton-rocm==3.3.1+rocm7.0.0.git9c7bc0a3
163
+ pyparsing==3.2.4
164
+ Pygments==2.19.2
165
+ fsspec==2025.9.0
166
+ pytest==8.4.2
167
+ cycler==0.12.1
168
+ networkx==3.5
169
+ python-dateutil==2.9.0.post0
170
+ MarkupSafe==3.0.2
171
+ six==1.17.0
172
+ pluggy==1.6.0
173
+ sympy==1.14.0
174
+ torchaudio==2.7.1+rocm7.0.0.git95c61b41
175
+ fonttools==4.60.0
176
+ packaging==25.0
177
+ tqdm==4.67.1
178
+ PyYAML==6.0.2
179
+ pillow==11.3.0
180
+ filelock==3.19.1
181
+ cxxfilt==0.3.0
182
+ contourpy==1.3.3
183
+ pytz==2025.2
184
+ typing_extensions==4.15.0
185
+ kiwisolver==1.4.9
186
+ torchvision==0.22.1+rocm7.0.0.git59a3e1f9
187
+ pandas==2.3.2
188
+ torch==2.7.1+rocm7.0.0.lw.git698b58a9
189
+ mpmath==1.3.0
190
+ lerobot==0.4.1
wandb/run-20251205_235422-qv106i3j/files/wandb-metadata.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.1.0-39-amd64-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.12.3",
4
+ "startedAt": "2025-12-05T23:54:22.700081Z",
5
+ "args": [
6
+ "--dataset.repo_id=ichbinblau/so101_stack2cubes_dataset",
7
+ "--batch_size=64",
8
+ "--steps=1000",
9
+ "--output_dir=outputs/train/act_so101_3cube_1ksteps",
10
+ "--job_name=act_so101_3cube_1ksteps",
11
+ "--policy.device=cuda",
12
+ "--policy.type=act",
13
+ "--policy.push_to_hub=false",
14
+ "--wandb.enable=true",
15
+ "--wandb.entity=amd_hackathon_ramen",
16
+ "--wandb.project=test"
17
+ ],
18
+ "program": "/opt/venv/bin/lerobot-train",
19
+ "root": "outputs/train/act_so101_3cube_1ksteps",
20
+ "host": "robotics-jupyter-launcher-5144",
21
+ "executable": "/opt/venv/bin/python",
22
+ "cpu_count": 160,
23
+ "cpu_count_logical": 160,
24
+ "gpu": "AMD Instinct MI300X VF",
25
+ "gpu_count": 1,
26
+ "disk": {
27
+ "/": {
28
+ "total": "2162185003008",
29
+ "used": "931849187328"
30
+ }
31
+ },
32
+ "memory": {
33
+ "total": "2029207175168"
34
+ },
35
+ "gpu_amd": [
36
+ {
37
+ "id": "0",
38
+ "uniqueId": "0x2d311e41de759e31",
39
+ "vbiosVersion": "113-M3000100-103",
40
+ "performanceLevel": "auto",
41
+ "maxPower": "750.0",
42
+ "series": "AMD Instinct MI300X VF",
43
+ "model": "0x74b5",
44
+ "vendor": "Advanced Micro Devices, Inc. [AMD/ATI]",
45
+ "sku": "M3000100",
46
+ "sclkRange": "500Mhz - 2100Mhz",
47
+ "mclkRange": "900Mhz - 1300Mhz"
48
+ }
49
+ ],
50
+ "writerId": "6zowdks8vvrkz0ns917m8l022snlr2ym"
51
+ }
wandb/run-20251205_235422-qv106i3j/logs/debug-core.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-12-05T23:53:12.940968969Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpvqijv2j5/port-100473.txt","pid":100473,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2025-12-05T23:53:12.941349197Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":100473}
3
+ {"time":"2025-12-05T23:53:12.941338799Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-100473-101377-1733960078/socket","Net":"unix"}}
4
+ {"time":"2025-12-05T23:53:13.12948699Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2025-12-05T23:53:13.1348536Z","level":"INFO","msg":"handleInformInit: received","streamId":"cindq8d1","id":"1(@)"}
6
+ {"time":"2025-12-05T23:53:13.400078182Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"cindq8d1","id":"1(@)"}
7
+ {"time":"2025-12-05T23:54:22.703005977Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"2(@)"}
8
+ {"time":"2025-12-05T23:54:22.706404705Z","level":"INFO","msg":"handleInformInit: received","streamId":"qv106i3j","id":"2(@)"}
9
+ {"time":"2025-12-05T23:54:22.75658634Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"qv106i3j","id":"2(@)"}
wandb/run-20251205_235422-qv106i3j/logs/debug-internal.log ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {"time":"2025-12-05T23:54:22.706500165Z","level":"INFO","msg":"stream: starting","core version":"0.21.4"}
2
+ {"time":"2025-12-05T23:54:22.756555551Z","level":"INFO","msg":"stream: created new stream","id":"qv106i3j"}
3
+ {"time":"2025-12-05T23:54:22.756582635Z","level":"INFO","msg":"stream: started","id":"qv106i3j"}
4
+ {"time":"2025-12-05T23:54:22.756599672Z","level":"INFO","msg":"writer: started","stream_id":"qv106i3j"}
5
+ {"time":"2025-12-05T23:54:22.756636308Z","level":"INFO","msg":"sender: started","stream_id":"qv106i3j"}
6
+ {"time":"2025-12-05T23:54:22.756619535Z","level":"INFO","msg":"handler: started","stream_id":"qv106i3j"}
wandb/run-20251205_235422-qv106i3j/logs/debug.log ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_setup.py:_flush():81] Current SDK version is 0.21.4
2
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_setup.py:_flush():81] Configure stats pid to 101801
3
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings
4
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_setup.py:_flush():81] Loading settings from /workspace/wandb/settings
5
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_setup.py:_flush():81] Loading settings from environment variables
6
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_init.py:setup_run_log_directory():686] Logging user logs to outputs/train/act_so101_3cube_1ksteps/wandb/run-20251205_235422-qv106i3j/logs/debug.log
7
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to outputs/train/act_so101_3cube_1ksteps/wandb/run-20251205_235422-qv106i3j/logs/debug-internal.log
8
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_init.py:init():813] calling init triggers
9
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'ichbinblau/so101_stack2cubes_dataset', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'chunk_size': 100, 'n_action_steps': 100, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/act_so101_3cube_1ksteps', 'job_name': 'act_so101_3cube_1ksteps', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 64, 'steps': 1000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'test', 'entity': 'amd_hackathon_ramen', 'notes': None, 'run_id': None, 'mode': None}, 'checkpoint_path': None, 'rename_map': {}, '_wandb': {}}
11
+ 2025-12-05 23:54:22,700 INFO MainThread:101801 [wandb_init.py:init():854] starting backend
12
+ 2025-12-05 23:54:22,703 INFO MainThread:101801 [wandb_init.py:init():857] sending inform_init request
13
+ 2025-12-05 23:54:22,706 INFO MainThread:101801 [wandb_init.py:init():865] backend started and connected
14
+ 2025-12-05 23:54:22,707 INFO MainThread:101801 [wandb_init.py:init():936] updated telemetry
15
+ 2025-12-05 23:54:22,707 INFO MainThread:101801 [wandb_init.py:init():960] communicating run to backend with 90.0 second timeout
16
+ 2025-12-05 23:54:22,996 INFO MainThread:101801 [wandb_init.py:init():1011] starting run threads in backend
17
+ 2025-12-05 23:54:23,069 INFO MainThread:101801 [wandb_run.py:_console_start():2506] atexit reg
18
+ 2025-12-05 23:54:23,069 INFO MainThread:101801 [wandb_run.py:_redirect():2354] redirect: wrap_raw
19
+ 2025-12-05 23:54:23,069 INFO MainThread:101801 [wandb_run.py:_redirect():2423] Wrapping output streams.
20
+ 2025-12-05 23:54:23,069 INFO MainThread:101801 [wandb_run.py:_redirect():2446] Redirects installed.
21
+ 2025-12-05 23:54:23,070 INFO MainThread:101801 [wandb_init.py:init():1049] run started, returning control to user process
wandb/run-20251205_235422-qv106i3j/run-qv106i3j.wandb ADDED
File without changes