serialexperimentsleon commited on
Commit
ac8d194
·
verified ·
1 Parent(s): 210f74f

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +149 -0
  2. config.yaml +627 -0
  3. videos/82983_0/epoch_20/0_traj_1000000_envseed.mp4 +3 -0
  4. videos/82983_0/epoch_20/10_traj_1000010_envseed.mp4 +3 -0
  5. videos/82983_0/epoch_20/11_traj_1000011_envseed.mp4 +3 -0
  6. videos/82983_0/epoch_20/12_traj_1000012_envseed.mp4 +3 -0
  7. videos/82983_0/epoch_20/13_traj_1000013_envseed.mp4 +3 -0
  8. videos/82983_0/epoch_20/14_traj_1000014_envseed.mp4 +3 -0
  9. videos/82983_0/epoch_20/15_traj_1000015_envseed.mp4 +3 -0
  10. videos/82983_0/epoch_20/17_traj_1000017_envseed.mp4 +3 -0
  11. videos/82983_0/epoch_20/18_traj_1000018_envseed.mp4 +3 -0
  12. videos/82983_0/epoch_20/19_traj_1000019_envseed.mp4 +3 -0
  13. videos/82983_0/epoch_20/1_traj_1000001_envseed.mp4 +3 -0
  14. videos/82983_0/epoch_20/20_traj_1000020_envseed.mp4 +3 -0
  15. videos/82983_0/epoch_20/21_traj_1000021_envseed.mp4 +3 -0
  16. videos/82983_0/epoch_20/22_traj_1000022_envseed.mp4 +3 -0
  17. videos/82983_0/epoch_20/23_traj_1000023_envseed.mp4 +3 -0
  18. videos/82983_0/epoch_20/24_traj_1000024_envseed.mp4 +3 -0
  19. videos/82983_0/epoch_20/25_traj_1000025_envseed.mp4 +3 -0
  20. videos/82983_0/epoch_20/26_traj_1000026_envseed.mp4 +3 -0
  21. videos/82983_0/epoch_20/27_traj_1000027_envseed.mp4 +3 -0
  22. videos/82983_0/epoch_20/28_traj_1000028_envseed.mp4 +3 -0
  23. videos/82983_0/epoch_20/29_traj_1000029_envseed.mp4 +3 -0
  24. videos/82983_0/epoch_20/2_traj_1000002_envseed.mp4 +3 -0
  25. videos/82983_0/epoch_20/30_traj_1000030_envseed.mp4 +3 -0
  26. videos/82983_0/epoch_20/31_traj_1000031_envseed.mp4 +3 -0
  27. videos/82983_0/epoch_20/32_traj_1000032_envseed.mp4 +3 -0
  28. videos/82983_0/epoch_20/33_traj_1000033_envseed.mp4 +3 -0
  29. videos/82983_0/epoch_20/34_traj_1000034_envseed.mp4 +3 -0
  30. videos/82983_0/epoch_20/35_traj_1000035_envseed.mp4 +3 -0
  31. videos/82983_0/epoch_20/36_traj_1000036_envseed.mp4 +3 -0
  32. videos/82983_0/epoch_20/37_traj_1000037_envseed.mp4 +3 -0
  33. videos/82983_0/epoch_20/38_traj_1000038_envseed.mp4 +3 -0
  34. videos/82983_0/epoch_20/39_traj_1000039_envseed.mp4 +3 -0
  35. videos/82983_0/epoch_20/3_traj_1000003_envseed.mp4 +3 -0
  36. videos/82983_0/epoch_20/42_traj_1000042_envseed.mp4 +3 -0
  37. videos/82983_0/epoch_20/43_traj_1000043_envseed.mp4 +3 -0
  38. videos/82983_0/epoch_20/44_traj_1000044_envseed.mp4 +3 -0
  39. videos/82983_0/epoch_20/45_traj_1000045_envseed.mp4 +3 -0
  40. videos/82983_0/epoch_20/46_traj_1000046_envseed.mp4 +3 -0
  41. videos/82983_0/epoch_20/47_traj_1000047_envseed.mp4 +3 -0
  42. videos/82983_0/epoch_20/48_traj_1000048_envseed.mp4 +3 -0
  43. videos/82983_0/epoch_20/49_traj_1000049_envseed.mp4 +3 -0
  44. videos/82983_0/epoch_20/4_traj_1000004_envseed.mp4 +3 -0
  45. videos/82983_0/epoch_20/50_traj_1000050_envseed.mp4 +3 -0
  46. videos/82983_0/epoch_20/51_traj_1000051_envseed.mp4 +3 -0
  47. videos/82983_0/epoch_20/52_traj_1000052_envseed.mp4 +3 -0
  48. videos/82983_0/epoch_20/53_traj_1000053_envseed.mp4 +3 -0
  49. videos/82983_0/epoch_20/54_traj_1000054_envseed.mp4 +3 -0
  50. videos/82983_0/epoch_20/55_traj_1000055_envseed.mp4 +3 -0
.gitattributes CHANGED
@@ -33,3 +33,152 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ videos/82983_0/epoch_20/81_traj_1000081_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
37
+ videos/82983_0/epoch_20/65_traj_1000065_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
38
+ videos/82983_0/epoch_20/75_traj_1000075_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
39
+ videos/82983_0/epoch_20/39_traj_1000039_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
40
+ videos/82983_0/epoch_20/9_traj_1000009_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
41
+ videos/82983_0/epoch_20/73_traj_1000073_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
42
+ videos/82983_0/epoch_20/95_traj_1000095_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
43
+ videos/82983_0/epoch_20/97_traj_1000097_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
44
+ videos/82983_0/epoch_20/93_traj_1000093_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
45
+ videos/82983_0/epoch_20/48_traj_1000048_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
46
+ videos/82983_0/epoch_20/53_traj_1000053_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
47
+ videos/82983_0/epoch_20/92_traj_1000092_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
48
+ videos/82983_0/epoch_20/89_traj_1000089_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
49
+ videos/82983_0/epoch_20/8_traj_1000008_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
50
+ videos/82983_0/epoch_20/44_traj_1000044_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
51
+ videos/82983_0/epoch_20/82_traj_1000082_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
52
+ videos/82983_0/epoch_20/99_traj_1000099_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
53
+ videos/82983_0/epoch_20/46_traj_1000046_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
54
+ videos/82983_0/epoch_20/64_traj_1000064_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
55
+ videos/82983_0/epoch_20/37_traj_1000037_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
56
+ videos/82983_0/epoch_20/54_traj_1000054_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
57
+ videos/82983_0/epoch_20/1_traj_1000001_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
58
+ videos/82983_0/epoch_20/11_traj_1000011_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
59
+ videos/82983_0/epoch_20/29_traj_1000029_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
60
+ videos/82983_0/epoch_20/51_traj_1000051_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
61
+ videos/82983_0/epoch_20/14_traj_1000014_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
62
+ videos/82983_0/epoch_20/2_traj_1000002_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
63
+ videos/82983_0/epoch_20/0_traj_1000000_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
64
+ videos/82983_0/epoch_20/20_traj_1000020_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
65
+ videos/82983_0/epoch_20/79_traj_1000079_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
66
+ videos/82983_0/epoch_20/28_traj_1000028_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
67
+ videos/82983_0/epoch_20/15_traj_1000015_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
68
+ videos/82983_0/epoch_20/24_traj_1000024_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
69
+ videos/82983_0/epoch_20/62_traj_1000062_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
70
+ videos/82983_0/epoch_20/19_traj_1000019_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
71
+ videos/82983_0/epoch_20/68_traj_1000068_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
72
+ videos/82983_0/epoch_20/98_traj_1000098_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
73
+ videos/82983_0/epoch_20/67_traj_1000067_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
74
+ videos/82983_0/epoch_20/22_traj_1000022_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
75
+ videos/82983_0/epoch_20/49_traj_1000049_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
76
+ videos/82983_0/epoch_20/43_traj_1000043_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
77
+ videos/82983_0/epoch_20/35_traj_1000035_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
78
+ videos/82983_0/epoch_20/7_traj_1000007_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
79
+ videos/82983_0/epoch_20/57_traj_1000057_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
80
+ videos/82983_0/epoch_20/90_traj_1000090_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
81
+ videos/82983_0/epoch_20/33_traj_1000033_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
82
+ videos/82983_0/epoch_20/70_traj_1000070_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
83
+ videos/82983_0/epoch_20/74_traj_1000074_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
84
+ videos/82983_0/epoch_20/10_traj_1000010_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
85
+ videos/82983_0/epoch_20/80_traj_1000080_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
86
+ videos/82983_0/epoch_20/30_traj_1000030_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
87
+ videos/82983_0/epoch_20/60_traj_1000060_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
88
+ videos/82983_0/epoch_20/36_traj_1000036_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
89
+ videos/82983_0/epoch_20/69_traj_1000069_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
90
+ videos/82983_0/epoch_20/55_traj_1000055_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
91
+ videos/82983_0/epoch_20/61_traj_1000061_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
92
+ videos/82983_0/epoch_20/63_traj_1000063_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
93
+ videos/82983_0/epoch_20/72_traj_1000072_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
94
+ videos/82983_0/epoch_20/66_traj_1000066_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
95
+ videos/82983_0/epoch_20/85_traj_1000085_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
96
+ videos/82983_0/epoch_20/83_traj_1000083_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
97
+ videos/82983_0/epoch_20/45_traj_1000045_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
98
+ videos/82983_0/epoch_20/17_traj_1000017_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
99
+ videos/82983_0/epoch_20/91_traj_1000091_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
100
+ videos/82983_0/epoch_20/88_traj_1000088_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
101
+ videos/82983_0/epoch_20/23_traj_1000023_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
102
+ videos/82983_0/epoch_20/52_traj_1000052_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
103
+ videos/82983_0/epoch_20/12_traj_1000012_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
104
+ videos/82983_0/epoch_20/31_traj_1000031_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
105
+ videos/82983_0/epoch_20/59_traj_1000059_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
106
+ videos/82983_0/epoch_20/77_traj_1000077_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
107
+ videos/82983_0/epoch_20/94_traj_1000094_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
108
+ videos/82983_0/epoch_20/56_traj_1000056_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
109
+ videos/82983_0/epoch_20/5_traj_1000005_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
110
+ videos/82983_0/epoch_20/38_traj_1000038_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
111
+ videos/82983_0/epoch_20/21_traj_1000021_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
112
+ videos/82983_0/epoch_20/34_traj_1000034_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
113
+ videos/82983_0/epoch_20/4_traj_1000004_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
114
+ videos/82983_0/epoch_20/13_traj_1000013_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
115
+ videos/82983_0/epoch_20/71_traj_1000071_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
116
+ videos/82983_0/epoch_20/78_traj_1000078_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
117
+ videos/82983_0/epoch_20/26_traj_1000026_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
118
+ videos/82983_0/epoch_20/3_traj_1000003_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
119
+ videos/82983_0/epoch_20/76_traj_1000076_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
120
+ videos/82983_0/epoch_20/84_traj_1000084_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
121
+ videos/82983_0/epoch_20/50_traj_1000050_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
122
+ videos/82983_0/epoch_20/87_traj_1000087_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
123
+ videos/82983_0/epoch_20/86_traj_1000086_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
124
+ videos/82983_0/epoch_20/18_traj_1000018_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
125
+ videos/82983_0/epoch_20/25_traj_1000025_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
126
+ videos/82983_0/epoch_20/47_traj_1000047_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
127
+ videos/82983_0/epoch_20/32_traj_1000032_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
128
+ videos/82983_0/epoch_20/6_traj_1000006_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
129
+ videos/82983_0/epoch_20/58_traj_1000058_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
130
+ videos/82983_0/epoch_80/357_traj_1000057_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
131
+ videos/82983_0/epoch_20/27_traj_1000027_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
132
+ videos/82983_0/epoch_20/42_traj_1000042_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
133
+ videos/82983_0/epoch_80/332_traj_1000032_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
134
+ videos/82983_0/epoch_80/351_traj_1000051_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
135
+ videos/82983_0/epoch_80/346_traj_1000046_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
136
+ videos/82983_0/epoch_80/392_traj_1000092_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
137
+ videos/82983_0/epoch_80/308_traj_1000008_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
138
+ videos/82983_0/epoch_80/399_traj_1000099_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
139
+ videos/82983_0/epoch_20/96_traj_1000096_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
140
+ videos/82983_0/epoch_80/345_traj_1000045_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
141
+ videos/82983_0/epoch_80/348_traj_1000048_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
142
+ videos/82983_0/epoch_80/350_traj_1000050_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
143
+ videos/82983_0/epoch_80/325_traj_1000025_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
144
+ videos/82983_0/epoch_80/330_traj_1000030_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
145
+ videos/82983_0/epoch_80/356_traj_1000056_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
146
+ videos/82983_0/epoch_80/347_traj_1000047_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
147
+ videos/82983_0/epoch_80/370_traj_1000070_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
148
+ videos/82983_0/epoch_80/307_traj_1000007_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
149
+ videos/82983_0/epoch_80/379_traj_1000079_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
150
+ videos/82983_0/epoch_80/388_traj_1000088_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
151
+ videos/82983_0/epoch_80/359_traj_1000059_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
152
+ videos/82983_0/epoch_80/343_traj_1000043_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
153
+ videos/82983_0/epoch_80/302_traj_1000002_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
154
+ videos/82983_0/epoch_80/327_traj_1000027_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
155
+ videos/82983_0/epoch_80/337_traj_1000037_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
156
+ videos/82983_0/epoch_80/375_traj_1000075_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
157
+ videos/82983_0/epoch_80/369_traj_1000069_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
158
+ videos/82983_0/epoch_80/371_traj_1000071_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
159
+ videos/82983_0/epoch_80/349_traj_1000049_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
160
+ videos/82983_0/epoch_80/305_traj_1000005_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
161
+ videos/82983_0/epoch_80/378_traj_1000078_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
162
+ videos/82983_0/epoch_80/372_traj_1000072_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
163
+ videos/82983_0/epoch_80/336_traj_1000036_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
164
+ videos/82983_0/epoch_80/360_traj_1000060_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
165
+ videos/82983_0/epoch_80/301_traj_1000001_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
166
+ videos/82983_0/epoch_80/326_traj_1000026_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
167
+ videos/82983_0/epoch_80/384_traj_1000084_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
168
+ videos/82983_0/epoch_80/382_traj_1000082_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
169
+ videos/82983_0/epoch_80/322_traj_1000022_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
170
+ videos/82983_0/epoch_80/333_traj_1000033_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
171
+ videos/82983_0/epoch_80/398_traj_1000098_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
172
+ videos/82983_0/epoch_80/377_traj_1000077_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
173
+ videos/82983_0/epoch_80/363_traj_1000063_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
174
+ videos/82983_0/epoch_80/339_traj_1000039_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
175
+ videos/82983_0/epoch_80/312_traj_1000012_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
176
+ videos/82983_0/epoch_80/334_traj_1000034_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
177
+ videos/82983_0/epoch_80/310_traj_1000010_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
178
+ videos/82983_0/epoch_80/319_traj_1000019_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
179
+ videos/82983_0/epoch_80/380_traj_1000080_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
180
+ videos/82983_0/epoch_80/385_traj_1000085_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
181
+ videos/82983_0/epoch_80/361_traj_1000061_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
182
+ videos/82983_0/epoch_80/344_traj_1000044_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
183
+ videos/82983_0/epoch_80/366_traj_1000066_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
184
+ videos/82983_0/epoch_80/324_traj_1000024_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
config.yaml ADDED
@@ -0,0 +1,627 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 0
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: '82983_0'
16
+ wandb_notes: '82983_0_'
17
+ eval: false
18
+ eval_on_sim: true
19
+ eval_on_sim_past_checkpoints: false
20
+ simulation: true
21
+ true_action_history: false
22
+ train_pad_after: 4
23
+ process_contact_features: ${eval}
24
+ obs_type: pixels
25
+ use_color: true
26
+ use_depth: true
27
+ use_masks: false
28
+ mask_list:
29
+ - EE_obj_mask
30
+ mask_representation: channels
31
+ segmentation_model_name: gt_segmentation
32
+ crop_hw:
33
+ - 144
34
+ - 144
35
+ crop_down_offset: 48
36
+ color_crop_type: null
37
+ depth_crop_type: null
38
+ segmask_crop_type: null
39
+ add_crop_binary_mask: false
40
+ add_coord_conv_map: false
41
+ use_context_color: false
42
+ use_context_depth: false
43
+ use_context_segmask: false
44
+ context_color_crop_type: null
45
+ context_depth_crop_type: null
46
+ context_segmask_crop_type: null
47
+ context_add_crop_binary_mask: false
48
+ context_add_coord_conv_map: false
49
+ use_contact_map: false
50
+ use_sdf_maps: false
51
+ use_normals_maps: false
52
+ which_objects: both
53
+ max_contact_prob: 1.0
54
+ max_depth: 2.0
55
+ grasped_dtc_max_value: 0.2
56
+ env_dtc_max_value: 0.4
57
+ grasped_normals_mask_max_dtc_value: 0.2
58
+ env_normals_mask_max_dtc_value: 0.4
59
+ clamp_dtc: true
60
+ dtc_adaptive_normalization: false
61
+ mask_normals_within_sdf: true
62
+ adaptive_normals_mask: true
63
+ learnable_contact_preprocess_params: false
64
+ contact_model_name: gt_contact
65
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
66
+ encoder_type: small
67
+ debug_timestamps: false
68
+ open_loop: false
69
+ action_trajectories: true
70
+ stop_after_action: false
71
+ interpolation_frequency: 25
72
+ policy_frequency: 5
73
+ wait_for_new_camera_frames: true
74
+ baseline: false
75
+ use_num_train_epochs_to_determine_lr_schedule: true
76
+ grasped_book_config:
77
+ randomize_color: false
78
+ randomize_density: false
79
+ density_randomization_bounds:
80
+ - 650
81
+ - 850
82
+ randomize_height: false
83
+ height_randomization_bounds:
84
+ - 0.165
85
+ - 0.25
86
+ randomize_width: false
87
+ width_randomization_bounds:
88
+ - 0.03
89
+ - 0.065
90
+ randomize_length: false
91
+ length_randomization_bounds:
92
+ - 0.1
93
+ - 0.15
94
+ env_books_config:
95
+ num_env_books: 8
96
+ randomize_color: false
97
+ randomize_density: false
98
+ density_randomization_bounds:
99
+ - 655
100
+ - 1015
101
+ randomize_height: false
102
+ height_randomization_bounds:
103
+ - 0.2475
104
+ - 0.2525
105
+ randomize_width: false
106
+ width_randomization_bounds:
107
+ - 0.015
108
+ - 0.05
109
+ randomize_length: false
110
+ length_randomization_bounds:
111
+ - 0.15
112
+ - 0.2
113
+ shuffle_mode: none
114
+ slot_config:
115
+ negative_tolerance: 0.0035
116
+ left_of_book_index: 4
117
+ y_randomization_bounds:
118
+ - -0.05
119
+ - 0.05
120
+ book_ends_config:
121
+ mode: spring
122
+ length: 0.2
123
+ width: 0.025
124
+ height: 0.25
125
+ mass: 1.0
126
+ color: '#808080'
127
+ friction: 0.0
128
+ wall_height: 0.25
129
+ wall_length: 0.2
130
+ wall_width: 0.025
131
+ travel_limit: 0.125
132
+ joint_stiffness: 100.0
133
+ joint_damping: 20.0
134
+ record_sim_videos: true
135
+ resume_wandb_run: true
136
+ train_demo_idxs_list_or_num: -1
137
+ log_train_every_steps: 25
138
+ name_of_expert_demo: 519_sim_demos_w_recovery_leftof4thbook_springbookends_nograspedrand_noenvrand_slotrand_20hz_act
139
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
140
+ store_dataset_in_memory: false
141
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
142
+ action_key: action
143
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
144
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
145
+ include_groups_list: all
146
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
147
+ name_of_valid_demo: 519_sim_demos_w_recovery_leftof4thbook_springbookends_nograspedrand_noenvrand_slotrand_20hz_act
148
+ train_num_groups: 489
149
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
150
+ valid_demo_idxs_list_or_num: null
151
+ val_num_groups: 30
152
+ universal_unseen_env_seed_start: 1000000
153
+ load_bc: ${agent.load_checkpoint}
154
+ checkpoint_epoch_list:
155
+ - 99
156
+ - 199
157
+ - 299
158
+ - 399
159
+ - 499
160
+ - 599
161
+ - 699
162
+ - 799
163
+ - 899
164
+ - 999
165
+ - 1249
166
+ - 1499
167
+ - 1749
168
+ - 1999
169
+ - 2999
170
+ - 3999
171
+ - 4999
172
+ - 5999
173
+ - 6999
174
+ - 7999
175
+ - 8999
176
+ - 9999
177
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
178
+ save_snapshot: true
179
+ save_last_snapshot: true
180
+ save_snapshot_when_done: true
181
+ top_k_checkpoints: 10
182
+ save_snapshot_link_to_weights_dir: deprecated
183
+ restore_missing_checkpoint: null
184
+ restore_and_eval_all_missing_checkpoints: false
185
+ bc_regularize: false
186
+ bc_weight_type: qfilter
187
+ username: leonmkim
188
+ hostname: grasp-login1
189
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
190
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
191
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
192
+ agent:
193
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
194
+ name: diffusion_policy
195
+ load_checkpoint: ${eval}
196
+ device: ${device}
197
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
198
+ suite_name: ${suite.name}
199
+ obs_type: ${obs_type}
200
+ enable_arm: ${eval}
201
+ enable_camera: ${eval}
202
+ use_tb: ${use_tb}
203
+ desired_image_shape:
204
+ - 13
205
+ - 180
206
+ - 240
207
+ orig_cam_shape:
208
+ - 3
209
+ - 240
210
+ - 320
211
+ actions_prenormalized: ${simulation}
212
+ config:
213
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
214
+ compile: false
215
+ device: ${device}
216
+ cam_resize_shape: ${agent.desired_image_shape}
217
+ orig_cam_shape: ${agent.orig_cam_shape}
218
+ policy_frequency: ${policy_frequency}
219
+ interpolation_frequency: ${interpolation_frequency}
220
+ deterministic_actions: true
221
+ deterministic_actions_seed: 0
222
+ policy_cfg:
223
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
224
+ n_obs_steps: 1
225
+ horizon: 28
226
+ n_action_steps: ${agent.config.policy_cfg.horizon}
227
+ output_shapes:
228
+ action:
229
+ - 7
230
+ input_normalization_modes:
231
+ observation.image: mean_std
232
+ observation.state: min_max
233
+ observation.action_history: min_max
234
+ output_normalization_modes:
235
+ action: min_max
236
+ vision_backbone: resnet18
237
+ crop_distractors_tlhw: null
238
+ pretrained_backbone_weights: null
239
+ transforms:
240
+ - _target_: torchvision.transforms.v2.Grayscale
241
+ num_output_channels: 3
242
+ use_group_norm: true
243
+ spatial_softmax_num_keypoints: 32
244
+ action_history_encoder_config:
245
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
246
+ in_channels: 7
247
+ out_channels: 32
248
+ history_length: 4
249
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
250
+ downsample_kernel_size: 3
251
+ downsample_stride: 2
252
+ downsample_padding: 1
253
+ down_dims:
254
+ - 256
255
+ - 512
256
+ - 1024
257
+ kernel_size: 5
258
+ n_groups: 8
259
+ diffusion_step_embed_dim: 128
260
+ use_film_scale_modulation: true
261
+ noise_scheduler_type: DDIM
262
+ beta_schedule: squaredcos_cap_v2
263
+ beta_start: 0.0001
264
+ beta_end: 0.02
265
+ prediction_type: epsilon
266
+ clip_sample: true
267
+ clip_sample_range: 1.0
268
+ num_train_timesteps: 50
269
+ num_inference_steps: 10
270
+ do_mask_loss_for_padding: false
271
+ start_horizon_at_current_step: true
272
+ input_shapes:
273
+ observation.image:
274
+ - 13
275
+ - 180
276
+ - 240
277
+ context_observation.image:
278
+ - 13
279
+ - 180
280
+ - 240
281
+ observation.state:
282
+ - 8
283
+ observation.action_history:
284
+ - 7
285
+ train_cfg:
286
+ _target_: utils.TrainConfig
287
+ lr: 0.0001
288
+ lr_scheduler: cosine
289
+ lr_warmup_steps: 500
290
+ adam_betas:
291
+ - 0.95
292
+ - 0.999
293
+ adam_eps: 1.0e-08
294
+ adam_weight_decay: 1.0e-06
295
+ grad_clip_norm: 10
296
+ offline_steps: 533000
297
+ use_amp: true
298
+ optimizer: adamw
299
+ observation_cfg:
300
+ _target_: agent.encoder.VisualFeatureSet
301
+ use_depth: ${use_depth}
302
+ use_color: ${use_color}
303
+ mask_input_dict:
304
+ _target_: agent.encoder.MaskInputDict
305
+ enable: ${use_masks}
306
+ representation: ${mask_representation}
307
+ mask_list: ${mask_list}
308
+ segmentation_model_name: ${segmentation_model_name}
309
+ crop_input_config:
310
+ _target_: agent.encoder.CropInputConfig
311
+ color_crop_type: ${color_crop_type}
312
+ depth_crop_type: ${depth_crop_type}
313
+ segmask_crop_type: ${segmask_crop_type}
314
+ crop_hw: ${crop_hw}
315
+ crop_down_offset: ${crop_down_offset}
316
+ add_crop_binary_mask: ${add_crop_binary_mask}
317
+ add_coord_conv_map: ${add_coord_conv_map}
318
+ context_input_config:
319
+ _target_: agent.encoder.ContextInputConfig
320
+ use_color: ${use_context_color}
321
+ use_depth: ${use_context_depth}
322
+ mask_input_dict:
323
+ _target_: agent.encoder.MaskInputDict
324
+ enable: ${use_context_segmask}
325
+ representation: ${mask_representation}
326
+ mask_list: ${mask_list}
327
+ segmentation_model_name: ${segmentation_model_name}
328
+ crop_input_config:
329
+ _target_: agent.encoder.CropInputConfig
330
+ color_crop_type: ${context_color_crop_type}
331
+ depth_crop_type: ${context_depth_crop_type}
332
+ segmask_crop_type: ${context_segmask_crop_type}
333
+ crop_hw: ${crop_hw}
334
+ crop_down_offset: ${crop_down_offset}
335
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
336
+ add_coord_conv_map: ${context_add_coord_conv_map}
337
+ mask_soft_approx_scheduler_config:
338
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
339
+ num_steps: 40000
340
+ initial_value: 10.0
341
+ final_value: 1000.0
342
+ interpolation_scheme: cosine
343
+ use_contact_map: ${use_contact_map}
344
+ use_sdf_maps: ${use_sdf_maps}
345
+ use_normals_maps: ${use_normals_maps}
346
+ which_objects: ${which_objects}
347
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
348
+ env_dtc_max_value: ${env_dtc_max_value}
349
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
350
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
351
+ clamp_dtc: ${clamp_dtc}
352
+ max_contact_prob: ${max_contact_prob}
353
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
354
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
355
+ adaptive_normals_mask: ${adaptive_normals_mask}
356
+ max_depth: ${max_depth}
357
+ image_shape: ${agent.desired_image_shape}
358
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
359
+ learning_rate: 0.0001
360
+ weight_decay: 0.0
361
+ contact_model_name: ${contact_model_name}
362
+ zero_centered: false
363
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
364
+ suite:
365
+ suite: frankagym
366
+ name: frankagym
367
+ frame_stack: ${agent.n_obs_steps}
368
+ action_repeat: 1
369
+ discount: 0.99
370
+ hidden_dim: 1024
371
+ num_train_frames: 1000000
372
+ num_seed_frames: 0
373
+ num_train_epochs: 1000
374
+ validate_every_epochs: 20
375
+ eval_on_sim_every_epochs: 20
376
+ validate_diffusion_on_action_loss_every_epochs: 20
377
+ eval_on_sim_every_epochs_diffusion: 500
378
+ train_eval_diffusion_on_action_loss_every_epochs: 20
379
+ check_topk_every_epochs: 20
380
+ save_snapshot_every_epochs: 25
381
+ num_seen_eval_envs: 0
382
+ num_unseen_eval_envs: 100
383
+ evals_per_env: 1
384
+ eval_every_frames: 2000
385
+ num_eval_episodes: 5
386
+ save_snapshot: true
387
+ wait_for_user_to_start_episode: true
388
+ task_make_fn:
389
+ _target_: suite.frankagym.make
390
+ name: ${task_name}
391
+ height: 240
392
+ width: 320
393
+ frame_stack: ${suite.frame_stack}
394
+ action_repeat: ${suite.action_repeat}
395
+ seed: ${seed}
396
+ enable_arm: ${agent.enable_arm}
397
+ enable_gripper: ${enable_gripper}
398
+ start_with_gripper_open: ${start_with_gripper_open}
399
+ enable_camera: ${agent.enable_camera}
400
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
401
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
402
+ x_limit: ${x_limit}
403
+ y_limit: ${y_limit}
404
+ z_limit: ${z_limit}
405
+ device: ${device}
406
+ interpolation_frequency: ${interpolation_frequency}
407
+ policy_frequency: ${policy_frequency}
408
+ debug_timestamps: ${debug_timestamps}
409
+ stop_after_action: ${stop_after_action}
410
+ open_loop: ${open_loop}
411
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
412
+ action_key: ${action_key}
413
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
414
+ action_trajectories: ${action_trajectories}
415
+ path_to_zarr_dataset: ${expert_dataset}
416
+ agent_policy_cfg:
417
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
418
+ compile: false
419
+ device: ${device}
420
+ cam_resize_shape: ${agent.desired_image_shape}
421
+ orig_cam_shape: ${agent.orig_cam_shape}
422
+ policy_frequency: ${policy_frequency}
423
+ interpolation_frequency: ${interpolation_frequency}
424
+ deterministic_actions: true
425
+ deterministic_actions_seed: 0
426
+ policy_cfg:
427
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
428
+ n_obs_steps: 1
429
+ horizon: 28
430
+ n_action_steps: ${agent.config.policy_cfg.horizon}
431
+ output_shapes:
432
+ action:
433
+ - 7
434
+ input_normalization_modes:
435
+ observation.image: mean_std
436
+ observation.state: min_max
437
+ observation.action_history: min_max
438
+ output_normalization_modes:
439
+ action: min_max
440
+ vision_backbone: resnet18
441
+ crop_distractors_tlhw: null
442
+ pretrained_backbone_weights: null
443
+ transforms:
444
+ - _target_: torchvision.transforms.v2.Grayscale
445
+ num_output_channels: 3
446
+ use_group_norm: true
447
+ spatial_softmax_num_keypoints: 32
448
+ action_history_encoder_config:
449
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
450
+ in_channels: 7
451
+ out_channels: 32
452
+ history_length: 4
453
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
454
+ downsample_kernel_size: 3
455
+ downsample_stride: 2
456
+ downsample_padding: 1
457
+ down_dims:
458
+ - 256
459
+ - 512
460
+ - 1024
461
+ kernel_size: 5
462
+ n_groups: 8
463
+ diffusion_step_embed_dim: 128
464
+ use_film_scale_modulation: true
465
+ noise_scheduler_type: DDIM
466
+ beta_schedule: squaredcos_cap_v2
467
+ beta_start: 0.0001
468
+ beta_end: 0.02
469
+ prediction_type: epsilon
470
+ clip_sample: true
471
+ clip_sample_range: 1.0
472
+ num_train_timesteps: 50
473
+ num_inference_steps: 10
474
+ do_mask_loss_for_padding: false
475
+ start_horizon_at_current_step: true
476
+ input_shapes:
477
+ observation.image:
478
+ - 13
479
+ - 180
480
+ - 240
481
+ context_observation.image:
482
+ - 13
483
+ - 180
484
+ - 240
485
+ observation.state:
486
+ - 8
487
+ observation.action_history:
488
+ - 7
489
+ train_cfg:
490
+ _target_: utils.TrainConfig
491
+ lr: 0.0001
492
+ lr_scheduler: cosine
493
+ lr_warmup_steps: 500
494
+ adam_betas:
495
+ - 0.95
496
+ - 0.999
497
+ adam_eps: 1.0e-08
498
+ adam_weight_decay: 1.0e-06
499
+ grad_clip_norm: 10
500
+ offline_steps: ${num_train_frames_diffusion}
501
+ use_amp: true
502
+ optimizer: adamw
503
+ observation_cfg:
504
+ _target_: agent.encoder.VisualFeatureSet
505
+ use_depth: ${use_depth}
506
+ use_color: ${use_color}
507
+ mask_input_dict:
508
+ _target_: agent.encoder.MaskInputDict
509
+ enable: ${use_masks}
510
+ representation: ${mask_representation}
511
+ mask_list: ${mask_list}
512
+ segmentation_model_name: ${segmentation_model_name}
513
+ crop_input_config:
514
+ _target_: agent.encoder.CropInputConfig
515
+ color_crop_type: ${color_crop_type}
516
+ depth_crop_type: ${depth_crop_type}
517
+ segmask_crop_type: ${segmask_crop_type}
518
+ crop_hw: ${crop_hw}
519
+ crop_down_offset: ${crop_down_offset}
520
+ add_crop_binary_mask: ${add_crop_binary_mask}
521
+ add_coord_conv_map: ${add_coord_conv_map}
522
+ context_input_config:
523
+ _target_: agent.encoder.ContextInputConfig
524
+ use_color: ${use_context_color}
525
+ use_depth: ${use_context_depth}
526
+ mask_input_dict:
527
+ _target_: agent.encoder.MaskInputDict
528
+ enable: ${use_context_segmask}
529
+ representation: ${mask_representation}
530
+ mask_list: ${mask_list}
531
+ segmentation_model_name: ${segmentation_model_name}
532
+ crop_input_config:
533
+ _target_: agent.encoder.CropInputConfig
534
+ color_crop_type: ${context_color_crop_type}
535
+ depth_crop_type: ${context_depth_crop_type}
536
+ segmask_crop_type: ${context_segmask_crop_type}
537
+ crop_hw: ${crop_hw}
538
+ crop_down_offset: ${crop_down_offset}
539
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
540
+ add_coord_conv_map: ${context_add_coord_conv_map}
541
+ mask_soft_approx_scheduler_config:
542
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
543
+ num_steps: 40000
544
+ initial_value: 10.0
545
+ final_value: 1000.0
546
+ interpolation_scheme: cosine
547
+ use_contact_map: ${use_contact_map}
548
+ use_sdf_maps: ${use_sdf_maps}
549
+ use_normals_maps: ${use_normals_maps}
550
+ which_objects: ${which_objects}
551
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
552
+ env_dtc_max_value: ${env_dtc_max_value}
553
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
554
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
555
+ clamp_dtc: ${clamp_dtc}
556
+ max_contact_prob: ${max_contact_prob}
557
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
558
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
559
+ adaptive_normals_mask: ${adaptive_normals_mask}
560
+ max_depth: ${max_depth}
561
+ image_shape: ${agent.desired_image_shape}
562
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
563
+ learning_rate: 0.0001
564
+ weight_decay: 0.0
565
+ contact_model_name: ${contact_model_name}
566
+ zero_centered: false
567
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
568
+ true_action_history: ${true_action_history}
569
+ num_train_frames_bc: 50000
570
+ num_train_frames_drq: 1100000
571
+ stddev_schedule_drq: linear(1.0,0.1,100000)
572
+ task_name: FrankaInsertion-v1
573
+ num_train_frames_vinn: 25000
574
+ num_train_frames_diffusion: 1000000
575
+ num_train_epochs_bc: 5000
576
+ num_train_epochs_diffusion: 1000
577
+ validate_every_epochs_bc: 5
578
+ validate_every_epochs_diffusion: 20
579
+ validate_diffusion_on_action_loss_every_epochs: 20
580
+ train_eval_diffusion_on_action_loss_every_epochs: 20
581
+ eval_on_sim_every_epochs_diffusion: 20
582
+ check_topk_every_epochs: 5
583
+ check_topk_every_epochs_diffusion: 20
584
+ save_snapshot_every_epochs_diffusion: 25
585
+ x_limit:
586
+ - 0.2
587
+ - 0.7
588
+ y_limit:
589
+ - -0.4
590
+ - 0.4
591
+ z_limit:
592
+ - -0.05
593
+ - 0.55
594
+ home_displacement:
595
+ - 0.55
596
+ - 0.0
597
+ - 0.55
598
+ - 180.0
599
+ - 0.0
600
+ - 0.0
601
+ enable_gripper: true
602
+ start_with_gripper_open: true
603
+ offset_mask:
604
+ - 1
605
+ - 1
606
+ - 1
607
+ - 1
608
+ - 1
609
+ - 1
610
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
611
+ test:
612
+ username: leonmkim
613
+ hostname: grasp-login1
614
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
615
+ root_dir: ~/fish_leon
616
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
617
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
618
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
619
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
620
+ include_groups_list: all
621
+ batch_size: 128
622
+ store_dataset_in_memory: false
623
+ use_tb: true
624
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
625
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
626
+ resume_wandb_run: false
627
+ feature_type: 180x240_1_RGB_D_2.0_acthist_hst4_out32_dwnkrnl3_dwnstrd2_dwnpd1
videos/82983_0/epoch_20/0_traj_1000000_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6ed57c6c7bef4d671bafae72376cf049ea76263ae801770a72f1156450e1332
3
+ size 318641
videos/82983_0/epoch_20/10_traj_1000010_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6071a2b406206a309bdc9d4123ba2f48a8435f011715998aae73df268757267
3
+ size 353652
videos/82983_0/epoch_20/11_traj_1000011_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68139355d6cf735fc26e871193b7b499e2a8c2d4df0dd28f30c6bc91100ef300
3
+ size 346186
videos/82983_0/epoch_20/12_traj_1000012_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80bd771f08770e3ec491f87358b0a840f57c2a4d04e59cbd5663816d4089c90c
3
+ size 341964
videos/82983_0/epoch_20/13_traj_1000013_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bcf14195f193544382cd60336e0cf8ad08572fffd72b6d691b619def199b552
3
+ size 351428
videos/82983_0/epoch_20/14_traj_1000014_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4a5fcb73fbd095dac2d739844d175f45e06b3db59c66ec78ca1357ef056aacd
3
+ size 349634
videos/82983_0/epoch_20/15_traj_1000015_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20d736268313b77274eaa7571ad6048ff65d7c724028df708a78dcf5c449ee52
3
+ size 342528
videos/82983_0/epoch_20/17_traj_1000017_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1112e83f2424bf84f234d9d3a9cd8fb498679fdb732f7b149bced4d6d6019287
3
+ size 320746
videos/82983_0/epoch_20/18_traj_1000018_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e82dea8558c54fb2e335272984101508ecc58be0651119860aa2a22630e0279
3
+ size 310578
videos/82983_0/epoch_20/19_traj_1000019_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:874677abcfc26f347a14143130b2b83047407652f50ec81aadb424d0b8aa1ba8
3
+ size 351689
videos/82983_0/epoch_20/1_traj_1000001_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0defd189a5b2563dcd9cc56079046ff7c65d7c86aedccc1621fa8fbffbebead9
3
+ size 341865
videos/82983_0/epoch_20/20_traj_1000020_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43fc40beebf5cb393c47fa1e1dc164105d51d87a3ce3ae5923907329dd0a1f3e
3
+ size 333686
videos/82983_0/epoch_20/21_traj_1000021_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a31560d8a2788825d63649a33c486d08d934c1045c37ea5fcc786904bf316103
3
+ size 311222
videos/82983_0/epoch_20/22_traj_1000022_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d67776286d2efdf1327dc273b1e3b41e369dbf7dcc064fda9b482b1a759a1a5e
3
+ size 349864
videos/82983_0/epoch_20/23_traj_1000023_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afa240706cdf2b42c1e1847c33799b130ee0858a42d4f72c23a552145d7c41c8
3
+ size 342730
videos/82983_0/epoch_20/24_traj_1000024_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe5e67a61d8cb6a2990f2b308335315f030abb491bc3fe05e55dd3d1bd92b5c2
3
+ size 336681
videos/82983_0/epoch_20/25_traj_1000025_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16d74676e88aba483eb1e70d7f2d52a2e6406fc7871953d09b9c1140a37486c0
3
+ size 339048
videos/82983_0/epoch_20/26_traj_1000026_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:970ebc51cd9bd7719ac6eeddb12088c75cc4d532a5a13ada5e7b9fc55a360a88
3
+ size 352905
videos/82983_0/epoch_20/27_traj_1000027_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f482e36126c66450e4310491d3b40518ae31360993ddd6698c541f4f709b9f54
3
+ size 308469
videos/82983_0/epoch_20/28_traj_1000028_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c3cc28b7dca0d2f55dbf9c5c49b6e2d96cd8ef0d135cf9ce8d1d74c1da24d2f
3
+ size 352115
videos/82983_0/epoch_20/29_traj_1000029_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11607ad481e8140fb7968322e406e933a8c878bc97cbe4fb64ccba3d182641c6
3
+ size 349757
videos/82983_0/epoch_20/2_traj_1000002_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ec76d04ddb8e89e8a985858716d7c8ae1a69c7979de53570a513c5e2630936f
3
+ size 307051
videos/82983_0/epoch_20/30_traj_1000030_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c96f7adaf6af3336eb2512de670a3855a663729ef4d84232f350c30f32a83bbf
3
+ size 331962
videos/82983_0/epoch_20/31_traj_1000031_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8eaa9368f42238b7e2f777340a6567f04ba3e5dafe7b4f1fd8526848ec66287
3
+ size 334086
videos/82983_0/epoch_20/32_traj_1000032_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d2abdc088115c4060750942dfff03a07758eb97ca4cbd424e847fe4d2148423
3
+ size 347769
videos/82983_0/epoch_20/33_traj_1000033_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bb6932000813abd8a881e388c30e9b2beb7c506c96048acfc65ba96ea45a4cc
3
+ size 307895
videos/82983_0/epoch_20/34_traj_1000034_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a566fcdd662c894ca5fd24448e4f8705d1af8a5f63c3e095a9c0beb8c86da62a
3
+ size 322342
videos/82983_0/epoch_20/35_traj_1000035_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e3cdba6315727a116960e47b4f663b206757bf1521862fad164f885c9d31589
3
+ size 343328
videos/82983_0/epoch_20/36_traj_1000036_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d3b3309981219b4fe0efe0384f9920341524005854c841e9667a2beab40e510
3
+ size 351293
videos/82983_0/epoch_20/37_traj_1000037_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b7a8c690d34a9ece96a94128619375f697d9df26c7a5a657aa19817c766bfc
3
+ size 306302
videos/82983_0/epoch_20/38_traj_1000038_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae54b21a16a14b778cfb2a051dc8c046815a48f2a0d128acafb204e6641b5968
3
+ size 308945
videos/82983_0/epoch_20/39_traj_1000039_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fdbed049e09901e1701229c80b39ad013f3d891229ce5a45ee00c8033350c39
3
+ size 332246
videos/82983_0/epoch_20/3_traj_1000003_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b3a26912392dfc87029596fc1a89490882998fde8091e8b7e4aa05d7caaccaa
3
+ size 308276
videos/82983_0/epoch_20/42_traj_1000042_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35184a02590562c70172aa14b224d4807ece256d0c5558851ae0e4a357904d1a
3
+ size 348605
videos/82983_0/epoch_20/43_traj_1000043_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0c6e725d7461e21326150e397d7963ddfcdbe06eb94d1d1470aa2d571d93ff2
3
+ size 304384
videos/82983_0/epoch_20/44_traj_1000044_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb90f0226385570b1556a2d706d9b4fe2bd5591ab3009e09bc7121682d9aef14
3
+ size 344163
videos/82983_0/epoch_20/45_traj_1000045_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15ee565a570898e86dcb101b540caa27b46c8e4759a49fc9439aa9be770753d7
3
+ size 310835
videos/82983_0/epoch_20/46_traj_1000046_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28470d97c0f6eee77f5510d10cc727fadd3e4569924969786df6e7f3f009478c
3
+ size 330388
videos/82983_0/epoch_20/47_traj_1000047_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62cb3c93dff72c94acde019ab5bb9c8b8f70cde7b14c21d838e7b1782d69fa28
3
+ size 348833
videos/82983_0/epoch_20/48_traj_1000048_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdc3e472e1cef5b25f777dedf921470a5b3bc343039c976bb640a4c8509f9f72
3
+ size 352263
videos/82983_0/epoch_20/49_traj_1000049_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2dbe4e4b74b098d55aea02846c22ab524a2864fbdb0d2e78a9729524647f0b3
3
+ size 357842
videos/82983_0/epoch_20/4_traj_1000004_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ac1ff439a0c92f27ab074e5cd1a64ff0709295101e23f6cb13d670fffac489e
3
+ size 337805
videos/82983_0/epoch_20/50_traj_1000050_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01f634802323e37b568e502067ec9fc8cb6451ff5d5dc0d44110e42beaeb6e68
3
+ size 300506
videos/82983_0/epoch_20/51_traj_1000051_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faf3745ed5aa119f8915f47cfafa7c437652781223407a9b8314f33a66dadadb
3
+ size 342509
videos/82983_0/epoch_20/52_traj_1000052_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a01bff7e5e8e811513580916a85ff02de1873d478d7054ea2e8771b54081ce6
3
+ size 326005
videos/82983_0/epoch_20/53_traj_1000053_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eafee2993cbf8e449ba986fb95ce08c9061ecc5badf1cdeccaeee9e67bda8783
3
+ size 344483
videos/82983_0/epoch_20/54_traj_1000054_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60fb52fd75f1da5a224fdecd711ed759cd39cce63bf70ed8ae5518ad552e10c4
3
+ size 308384
videos/82983_0/epoch_20/55_traj_1000055_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61f229c208b40c691dc00c2b956490f00fc9cc58446825a6193ed974bb7fb04b
3
+ size 357202