serialexperimentsleon commited on
Commit
47f8b04
·
verified ·
1 Parent(s): 5b6b440

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +149 -0
  2. config.yaml +599 -0
  3. videos/dm4rmta2/epoch_50/100_traj_1000000_envseed.mp4 +3 -0
  4. videos/dm4rmta2/epoch_50/101_traj_1000001_envseed.mp4 +3 -0
  5. videos/dm4rmta2/epoch_50/102_traj_1000002_envseed.mp4 +3 -0
  6. videos/dm4rmta2/epoch_50/105_traj_1000005_envseed.mp4 +3 -0
  7. videos/dm4rmta2/epoch_50/106_traj_1000006_envseed.mp4 +3 -0
  8. videos/dm4rmta2/epoch_50/107_traj_1000007_envseed.mp4 +3 -0
  9. videos/dm4rmta2/epoch_50/109_traj_1000009_envseed.mp4 +3 -0
  10. videos/dm4rmta2/epoch_50/110_traj_1000010_envseed.mp4 +3 -0
  11. videos/dm4rmta2/epoch_50/111_traj_1000011_envseed.mp4 +3 -0
  12. videos/dm4rmta2/epoch_50/112_traj_1000012_envseed.mp4 +3 -0
  13. videos/dm4rmta2/epoch_50/113_traj_1000013_envseed.mp4 +3 -0
  14. videos/dm4rmta2/epoch_50/114_traj_1000014_envseed.mp4 +3 -0
  15. videos/dm4rmta2/epoch_50/115_traj_1000015_envseed.mp4 +3 -0
  16. videos/dm4rmta2/epoch_50/117_traj_1000017_envseed.mp4 +3 -0
  17. videos/dm4rmta2/epoch_50/118_traj_1000018_envseed.mp4 +3 -0
  18. videos/dm4rmta2/epoch_50/119_traj_1000019_envseed.mp4 +3 -0
  19. videos/dm4rmta2/epoch_50/120_traj_1000020_envseed.mp4 +3 -0
  20. videos/dm4rmta2/epoch_50/121_traj_1000021_envseed.mp4 +3 -0
  21. videos/dm4rmta2/epoch_50/122_traj_1000022_envseed.mp4 +3 -0
  22. videos/dm4rmta2/epoch_50/123_traj_1000023_envseed.mp4 +3 -0
  23. videos/dm4rmta2/epoch_50/124_traj_1000024_envseed.mp4 +3 -0
  24. videos/dm4rmta2/epoch_50/125_traj_1000025_envseed.mp4 +3 -0
  25. videos/dm4rmta2/epoch_50/126_traj_1000026_envseed.mp4 +3 -0
  26. videos/dm4rmta2/epoch_50/127_traj_1000027_envseed.mp4 +3 -0
  27. videos/dm4rmta2/epoch_50/131_traj_1000031_envseed.mp4 +3 -0
  28. videos/dm4rmta2/epoch_50/134_traj_1000034_envseed.mp4 +3 -0
  29. videos/dm4rmta2/epoch_50/136_traj_1000036_envseed.mp4 +3 -0
  30. videos/dm4rmta2/epoch_50/138_traj_1000038_envseed.mp4 +3 -0
  31. videos/dm4rmta2/epoch_50/139_traj_1000039_envseed.mp4 +3 -0
  32. videos/dm4rmta2/epoch_50/141_traj_1000041_envseed.mp4 +3 -0
  33. videos/dm4rmta2/epoch_50/142_traj_1000042_envseed.mp4 +3 -0
  34. videos/dm4rmta2/epoch_50/143_traj_1000043_envseed.mp4 +3 -0
  35. videos/dm4rmta2/epoch_50/144_traj_1000044_envseed.mp4 +3 -0
  36. videos/dm4rmta2/epoch_50/145_traj_1000045_envseed.mp4 +3 -0
  37. videos/dm4rmta2/epoch_50/146_traj_1000046_envseed.mp4 +3 -0
  38. videos/dm4rmta2/epoch_50/147_traj_1000047_envseed.mp4 +3 -0
  39. videos/dm4rmta2/epoch_50/148_traj_1000048_envseed.mp4 +3 -0
  40. videos/dm4rmta2/epoch_50/149_traj_1000049_envseed.mp4 +3 -0
  41. videos/dm4rmta2/epoch_50/150_traj_1000050_envseed.mp4 +3 -0
  42. videos/dm4rmta2/epoch_50/151_traj_1000051_envseed.mp4 +3 -0
  43. videos/dm4rmta2/epoch_50/152_traj_1000052_envseed.mp4 +3 -0
  44. videos/dm4rmta2/epoch_50/153_traj_1000053_envseed.mp4 +3 -0
  45. videos/dm4rmta2/epoch_50/154_traj_1000054_envseed.mp4 +3 -0
  46. videos/sr907oyb/epoch_25/0_traj_1000000_envseed.mp4 +3 -0
  47. videos/sr907oyb/epoch_25/10_traj_1000010_envseed.mp4 +3 -0
  48. videos/sr907oyb/epoch_25/11_traj_1000011_envseed.mp4 +3 -0
  49. videos/sr907oyb/epoch_25/12_traj_1000012_envseed.mp4 +3 -0
  50. videos/sr907oyb/epoch_25/13_traj_1000013_envseed.mp4 +3 -0
.gitattributes CHANGED
@@ -33,3 +33,152 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ videos/sr907oyb/epoch_25/24_traj_1000024_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
37
+ videos/sr907oyb/epoch_25/95_traj_1000095_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
38
+ videos/sr907oyb/epoch_25/64_traj_1000064_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
39
+ videos/sr907oyb/epoch_25/65_traj_1000065_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
40
+ videos/sr907oyb/epoch_25/67_traj_1000067_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
41
+ videos/sr907oyb/epoch_25/20_traj_1000020_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
42
+ videos/sr907oyb/epoch_25/53_traj_1000053_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
43
+ videos/sr907oyb/epoch_25/97_traj_1000097_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
44
+ videos/sr907oyb/epoch_25/54_traj_1000054_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
45
+ videos/sr907oyb/epoch_25/35_traj_1000035_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
46
+ videos/sr907oyb/epoch_25/15_traj_1000015_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
47
+ videos/sr907oyb/epoch_25/37_traj_1000037_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
48
+ videos/sr907oyb/epoch_25/93_traj_1000093_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
49
+ videos/sr907oyb/epoch_25/39_traj_1000039_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
50
+ videos/sr907oyb/epoch_25/19_traj_1000019_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
51
+ videos/sr907oyb/epoch_25/29_traj_1000029_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
52
+ videos/sr907oyb/epoch_25/0_traj_1000000_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
53
+ videos/sr907oyb/epoch_50/104_traj_1000004_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
54
+ videos/sr907oyb/epoch_25/8_traj_1000008_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
55
+ videos/sr907oyb/epoch_25/1_traj_1000001_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
56
+ videos/sr907oyb/epoch_50/103_traj_1000003_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
57
+ videos/sr907oyb/epoch_25/46_traj_1000046_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
58
+ videos/sr907oyb/epoch_50/105_traj_1000005_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
59
+ videos/sr907oyb/epoch_25/75_traj_1000075_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
60
+ videos/sr907oyb/epoch_25/62_traj_1000062_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
61
+ videos/sr907oyb/epoch_25/44_traj_1000044_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
62
+ videos/sr907oyb/epoch_25/92_traj_1000092_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
63
+ videos/sr907oyb/epoch_25/89_traj_1000089_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
64
+ videos/sr907oyb/epoch_25/79_traj_1000079_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
65
+ videos/sr907oyb/epoch_25/10_traj_1000010_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
66
+ videos/sr907oyb/epoch_25/11_traj_1000011_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
67
+ videos/sr907oyb/epoch_25/73_traj_1000073_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
68
+ videos/sr907oyb/epoch_25/82_traj_1000082_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
69
+ videos/sr907oyb/epoch_50/101_traj_1000001_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
70
+ videos/sr907oyb/epoch_25/81_traj_1000081_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
71
+ videos/sr907oyb/epoch_50/102_traj_1000002_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
72
+ videos/sr907oyb/epoch_50/106_traj_1000006_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
73
+ videos/sr907oyb/epoch_25/2_traj_1000002_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
74
+ videos/sr907oyb/epoch_25/49_traj_1000049_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
75
+ videos/sr907oyb/epoch_25/22_traj_1000022_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
76
+ videos/sr907oyb/epoch_25/57_traj_1000057_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
77
+ videos/sr907oyb/epoch_25/55_traj_1000055_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
78
+ videos/sr907oyb/epoch_25/74_traj_1000074_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
79
+ videos/sr907oyb/epoch_25/80_traj_1000080_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
80
+ videos/sr907oyb/epoch_25/90_traj_1000090_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
81
+ videos/sr907oyb/epoch_25/84_traj_1000084_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
82
+ videos/sr907oyb/epoch_25/33_traj_1000033_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
83
+ videos/sr907oyb/epoch_25/36_traj_1000036_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
84
+ videos/sr907oyb/epoch_50/107_traj_1000007_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
85
+ videos/sr907oyb/epoch_25/94_traj_1000094_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
86
+ videos/sr907oyb/epoch_25/68_traj_1000068_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
87
+ videos/sr907oyb/epoch_25/43_traj_1000043_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
88
+ videos/sr907oyb/epoch_25/7_traj_1000007_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
89
+ videos/sr907oyb/epoch_25/72_traj_1000072_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
90
+ videos/sr907oyb/epoch_25/70_traj_1000070_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
91
+ videos/sr907oyb/epoch_25/99_traj_1000099_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
92
+ videos/sr907oyb/epoch_25/69_traj_1000069_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
93
+ videos/sr907oyb/epoch_25/21_traj_1000021_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
94
+ videos/sr907oyb/epoch_25/98_traj_1000098_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
95
+ videos/sr907oyb/epoch_25/48_traj_1000048_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
96
+ videos/sr907oyb/epoch_25/30_traj_1000030_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
97
+ videos/sr907oyb/epoch_25/60_traj_1000060_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
98
+ videos/sr907oyb/epoch_25/61_traj_1000061_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
99
+ videos/sr907oyb/epoch_25/63_traj_1000063_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
100
+ videos/sr907oyb/epoch_25/59_traj_1000059_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
101
+ videos/sr907oyb/epoch_25/17_traj_1000017_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
102
+ videos/sr907oyb/epoch_25/91_traj_1000091_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
103
+ videos/sr907oyb/epoch_25/83_traj_1000083_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
104
+ videos/sr907oyb/epoch_25/45_traj_1000045_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
105
+ videos/sr907oyb/epoch_25/87_traj_1000087_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
106
+ videos/sr907oyb/epoch_25/88_traj_1000088_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
107
+ videos/sr907oyb/epoch_25/85_traj_1000085_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
108
+ videos/sr907oyb/epoch_25/96_traj_1000096_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
109
+ videos/sr907oyb/epoch_25/66_traj_1000066_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
110
+ videos/sr907oyb/epoch_25/23_traj_1000023_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
111
+ videos/sr907oyb/epoch_25/12_traj_1000012_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
112
+ videos/sr907oyb/epoch_25/40_traj_1000040_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
113
+ videos/sr907oyb/epoch_25/41_traj_1000041_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
114
+ videos/sr907oyb/epoch_25/31_traj_1000031_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
115
+ videos/sr907oyb/epoch_25/86_traj_1000086_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
116
+ videos/sr907oyb/epoch_25/5_traj_1000005_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
117
+ videos/sr907oyb/epoch_25/76_traj_1000076_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
118
+ videos/sr907oyb/epoch_25/56_traj_1000056_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
119
+ videos/sr907oyb/epoch_25/3_traj_1000003_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
120
+ videos/sr907oyb/epoch_25/4_traj_1000004_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
121
+ videos/sr907oyb/epoch_25/71_traj_1000071_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
122
+ videos/sr907oyb/epoch_25/78_traj_1000078_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
123
+ videos/sr907oyb/epoch_25/13_traj_1000013_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
124
+ videos/sr907oyb/epoch_25/50_traj_1000050_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
125
+ videos/sr907oyb/epoch_25/34_traj_1000034_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
126
+ videos/sr907oyb/epoch_25/77_traj_1000077_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
127
+ videos/sr907oyb/epoch_25/52_traj_1000052_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
128
+ videos/sr907oyb/epoch_25/26_traj_1000026_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
129
+ videos/sr907oyb/epoch_25/38_traj_1000038_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
130
+ videos/sr907oyb/epoch_25/27_traj_1000027_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
131
+ videos/sr907oyb/epoch_25/25_traj_1000025_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
132
+ videos/sr907oyb/epoch_25/18_traj_1000018_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
133
+ videos/sr907oyb/epoch_25/16_traj_1000016_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
134
+ videos/sr907oyb/epoch_25/58_traj_1000058_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
135
+ videos/sr907oyb/epoch_25/6_traj_1000006_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
136
+ videos/sr907oyb/epoch_25/47_traj_1000047_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
137
+ videos/sr907oyb/epoch_25/32_traj_1000032_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
138
+ videos/dm4rmta2/epoch_50/101_traj_1000001_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
139
+ videos/dm4rmta2/epoch_50/118_traj_1000018_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
140
+ videos/sr907oyb/epoch_25/28_traj_1000028_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
141
+ videos/dm4rmta2/epoch_50/120_traj_1000020_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
142
+ videos/dm4rmta2/epoch_50/148_traj_1000048_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
143
+ videos/dm4rmta2/epoch_50/114_traj_1000014_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
144
+ videos/dm4rmta2/epoch_50/100_traj_1000000_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
145
+ videos/dm4rmta2/epoch_50/144_traj_1000044_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
146
+ videos/dm4rmta2/epoch_50/151_traj_1000051_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
147
+ videos/dm4rmta2/epoch_50/113_traj_1000013_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
148
+ videos/dm4rmta2/epoch_50/152_traj_1000052_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
149
+ videos/sr907oyb/epoch_25/14_traj_1000014_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
150
+ videos/sr907oyb/epoch_50/100_traj_1000000_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
151
+ videos/dm4rmta2/epoch_50/117_traj_1000017_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
152
+ videos/dm4rmta2/epoch_50/150_traj_1000050_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
153
+ videos/sr907oyb/epoch_25/42_traj_1000042_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
154
+ videos/dm4rmta2/epoch_50/143_traj_1000043_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
155
+ videos/dm4rmta2/epoch_50/154_traj_1000054_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
156
+ videos/dm4rmta2/epoch_50/145_traj_1000045_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
157
+ videos/dm4rmta2/epoch_50/125_traj_1000025_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
158
+ videos/dm4rmta2/epoch_50/126_traj_1000026_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
159
+ videos/dm4rmta2/epoch_50/119_traj_1000019_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
160
+ videos/dm4rmta2/epoch_50/138_traj_1000038_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
161
+ videos/dm4rmta2/epoch_50/123_traj_1000023_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
162
+ videos/dm4rmta2/epoch_50/106_traj_1000006_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
163
+ videos/dm4rmta2/epoch_50/153_traj_1000053_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
164
+ videos/dm4rmta2/epoch_50/149_traj_1000049_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
165
+ videos/dm4rmta2/epoch_50/141_traj_1000041_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
166
+ videos/dm4rmta2/epoch_50/122_traj_1000022_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
167
+ videos/dm4rmta2/epoch_50/136_traj_1000036_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
168
+ videos/dm4rmta2/epoch_50/112_traj_1000012_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
169
+ videos/dm4rmta2/epoch_50/127_traj_1000027_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
170
+ videos/dm4rmta2/epoch_50/147_traj_1000047_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
171
+ videos/dm4rmta2/epoch_50/102_traj_1000002_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
172
+ videos/dm4rmta2/epoch_50/109_traj_1000009_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
173
+ videos/dm4rmta2/epoch_50/107_traj_1000007_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
174
+ videos/dm4rmta2/epoch_50/124_traj_1000024_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
175
+ videos/dm4rmta2/epoch_50/110_traj_1000010_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
176
+ videos/dm4rmta2/epoch_50/139_traj_1000039_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
177
+ videos/dm4rmta2/epoch_50/131_traj_1000031_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
178
+ videos/dm4rmta2/epoch_50/134_traj_1000034_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
179
+ videos/dm4rmta2/epoch_50/121_traj_1000021_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
180
+ videos/dm4rmta2/epoch_50/146_traj_1000046_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
181
+ videos/dm4rmta2/epoch_50/111_traj_1000011_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
182
+ videos/dm4rmta2/epoch_50/105_traj_1000005_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
183
+ videos/dm4rmta2/epoch_50/142_traj_1000042_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
184
+ videos/dm4rmta2/epoch_50/115_traj_1000015_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
config.yaml ADDED
@@ -0,0 +1,599 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 0
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: '55305_0'
16
+ wandb_notes: 55305_0_restarted_1
17
+ eval: false
18
+ eval_on_sim: true
19
+ eval_on_sim_past_checkpoints: false
20
+ simulation: true
21
+ true_action_history: false
22
+ train_pad_after: 4
23
+ process_contact_features: ${eval}
24
+ obs_type: pixels
25
+ use_color: true
26
+ use_depth: true
27
+ use_masks: false
28
+ mask_list:
29
+ - EE_obj_mask
30
+ mask_representation: channels
31
+ segmentation_model_name: gt_segmentation
32
+ crop_hw:
33
+ - 144
34
+ - 144
35
+ crop_down_offset: 48
36
+ color_crop_type: null
37
+ depth_crop_type: null
38
+ segmask_crop_type: null
39
+ add_crop_binary_mask: false
40
+ add_coord_conv_map: false
41
+ use_context_color: false
42
+ use_context_depth: false
43
+ use_context_segmask: false
44
+ context_color_crop_type: null
45
+ context_depth_crop_type: null
46
+ context_segmask_crop_type: null
47
+ context_add_crop_binary_mask: false
48
+ context_add_coord_conv_map: false
49
+ use_contact_map: false
50
+ use_sdf_maps: false
51
+ use_normals_maps: false
52
+ which_objects: both
53
+ max_contact_prob: 1.0
54
+ max_depth: 2.0
55
+ grasped_dtc_max_value: 0.2
56
+ env_dtc_max_value: 0.4
57
+ grasped_normals_mask_max_dtc_value: 0.2
58
+ env_normals_mask_max_dtc_value: 0.4
59
+ clamp_dtc: true
60
+ dtc_adaptive_normalization: false
61
+ mask_normals_within_sdf: true
62
+ adaptive_normals_mask: true
63
+ learnable_contact_preprocess_params: false
64
+ contact_model_name: gt_contact
65
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
66
+ encoder_type: small
67
+ debug_timestamps: false
68
+ open_loop: false
69
+ action_trajectories: true
70
+ stop_after_action: false
71
+ interpolation_frequency: 25
72
+ policy_frequency: 5
73
+ wait_for_new_camera_frames: true
74
+ baseline: false
75
+ use_num_train_epochs_to_determine_lr_schedule: true
76
+ train_demo_idxs_list_or_num: -1
77
+ log_train_every_steps: 25
78
+ name_of_expert_demo: 413_sim_demos_left_of_4th_book_20hz_act
79
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
80
+ store_dataset_in_memory: false
81
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
82
+ action_key: action
83
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
84
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
85
+ include_groups_list: all
86
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
87
+ name_of_valid_demo: 413_sim_demos_left_of_4th_book_20hz_act
88
+ train_num_groups: 380
89
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
90
+ valid_demo_idxs_list_or_num: null
91
+ val_num_groups: 30
92
+ universal_unseen_env_seed_start: 1000000
93
+ load_bc: ${agent.load_checkpoint}
94
+ checkpoint_epoch_list:
95
+ - 99
96
+ - 199
97
+ - 299
98
+ - 399
99
+ - 499
100
+ - 599
101
+ - 699
102
+ - 799
103
+ - 899
104
+ - 999
105
+ - 1249
106
+ - 1499
107
+ - 1749
108
+ - 1999
109
+ - 2999
110
+ - 3999
111
+ - 4999
112
+ - 5999
113
+ - 6999
114
+ - 7999
115
+ - 8999
116
+ - 9999
117
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
118
+ save_snapshot: true
119
+ save_last_snapshot: true
120
+ save_snapshot_when_done: true
121
+ top_k_checkpoints: 10
122
+ save_snapshot_link_to_weights_dir: deprecated
123
+ restore_missing_checkpoint: null
124
+ restore_and_eval_all_missing_checkpoints: false
125
+ bc_regularize: false
126
+ bc_weight_type: qfilter
127
+ username: leonmkim
128
+ hostname: grasp-login1
129
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
130
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
131
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
132
+ agent:
133
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
134
+ name: diffusion_policy
135
+ load_checkpoint: ${eval}
136
+ device: ${device}
137
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
138
+ suite_name: ${suite.name}
139
+ obs_type: ${obs_type}
140
+ enable_arm: ${eval}
141
+ enable_camera: ${eval}
142
+ use_tb: ${use_tb}
143
+ desired_image_shape:
144
+ - 13
145
+ - 180
146
+ - 240
147
+ orig_cam_shape:
148
+ - 3
149
+ - 240
150
+ - 320
151
+ actions_prenormalized: ${simulation}
152
+ config:
153
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
154
+ compile: false
155
+ device: ${device}
156
+ cam_resize_shape: ${agent.desired_image_shape}
157
+ orig_cam_shape: ${agent.orig_cam_shape}
158
+ policy_frequency: ${policy_frequency}
159
+ interpolation_frequency: ${interpolation_frequency}
160
+ deterministic_actions: true
161
+ deterministic_actions_seed: 0
162
+ policy_cfg:
163
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
164
+ n_obs_steps: 1
165
+ horizon: 28
166
+ n_action_steps: ${agent.config.policy_cfg.horizon}
167
+ output_shapes:
168
+ action:
169
+ - 7
170
+ input_normalization_modes:
171
+ observation.image: mean_std
172
+ observation.state: min_max
173
+ observation.action_history: min_max
174
+ output_normalization_modes:
175
+ action: min_max
176
+ vision_backbone: resnet18
177
+ crop_distractors_tlhw: null
178
+ pretrained_backbone_weights: null
179
+ transforms:
180
+ - _target_: torchaug.transforms.RandomAffine
181
+ degrees:
182
+ - -5
183
+ - 5
184
+ translate:
185
+ - 0.05
186
+ - 0.05
187
+ batch_transform: true
188
+ num_chunks: -1
189
+ batch_inplace: true
190
+ - _target_: torchaug.transforms.RandomColorJitter
191
+ brightness: 0.3
192
+ contrast: 0.4
193
+ saturation: 0.5
194
+ hue: 0.08
195
+ batch_transform: true
196
+ num_chunks: -1
197
+ batch_inplace: true
198
+ use_group_norm: true
199
+ spatial_softmax_num_keypoints: 32
200
+ action_history_encoder_config:
201
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
202
+ in_channels: 7
203
+ out_channels: 32
204
+ history_length: 4
205
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
206
+ downsample_kernel_size: 3
207
+ downsample_stride: 2
208
+ downsample_padding: 1
209
+ down_dims:
210
+ - 128
211
+ - 256
212
+ - 512
213
+ kernel_size: 5
214
+ n_groups: 8
215
+ diffusion_step_embed_dim: 128
216
+ use_film_scale_modulation: true
217
+ noise_scheduler_type: DDIM
218
+ beta_schedule: squaredcos_cap_v2
219
+ beta_start: 0.0001
220
+ beta_end: 0.02
221
+ prediction_type: epsilon
222
+ clip_sample: true
223
+ clip_sample_range: 1.0
224
+ num_train_timesteps: 50
225
+ num_inference_steps: 10
226
+ do_mask_loss_for_padding: false
227
+ start_horizon_at_current_step: true
228
+ input_shapes:
229
+ observation.image:
230
+ - 13
231
+ - 180
232
+ - 240
233
+ context_observation.image:
234
+ - 13
235
+ - 180
236
+ - 240
237
+ observation.state:
238
+ - 8
239
+ observation.action_history:
240
+ - 7
241
+ train_cfg:
242
+ _target_: utils.TrainConfig
243
+ lr: 0.0001
244
+ lr_scheduler: cosine
245
+ lr_warmup_steps: 500
246
+ adam_betas:
247
+ - 0.95
248
+ - 0.999
249
+ adam_eps: 1.0e-08
250
+ adam_weight_decay: 1.0e-06
251
+ grad_clip_norm: 10
252
+ offline_steps: 337000
253
+ use_amp: true
254
+ optimizer: adamw
255
+ observation_cfg:
256
+ _target_: agent.encoder.VisualFeatureSet
257
+ use_depth: ${use_depth}
258
+ use_color: ${use_color}
259
+ mask_input_dict:
260
+ _target_: agent.encoder.MaskInputDict
261
+ enable: ${use_masks}
262
+ representation: ${mask_representation}
263
+ mask_list: ${mask_list}
264
+ segmentation_model_name: ${segmentation_model_name}
265
+ crop_input_config:
266
+ _target_: agent.encoder.CropInputConfig
267
+ color_crop_type: ${color_crop_type}
268
+ depth_crop_type: ${depth_crop_type}
269
+ segmask_crop_type: ${segmask_crop_type}
270
+ crop_hw: ${crop_hw}
271
+ crop_down_offset: ${crop_down_offset}
272
+ add_crop_binary_mask: ${add_crop_binary_mask}
273
+ add_coord_conv_map: ${add_coord_conv_map}
274
+ context_input_config:
275
+ _target_: agent.encoder.ContextInputConfig
276
+ use_color: ${use_context_color}
277
+ use_depth: ${use_context_depth}
278
+ mask_input_dict:
279
+ _target_: agent.encoder.MaskInputDict
280
+ enable: ${use_context_segmask}
281
+ representation: ${mask_representation}
282
+ mask_list: ${mask_list}
283
+ segmentation_model_name: ${segmentation_model_name}
284
+ crop_input_config:
285
+ _target_: agent.encoder.CropInputConfig
286
+ color_crop_type: ${context_color_crop_type}
287
+ depth_crop_type: ${context_depth_crop_type}
288
+ segmask_crop_type: ${context_segmask_crop_type}
289
+ crop_hw: ${crop_hw}
290
+ crop_down_offset: ${crop_down_offset}
291
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
292
+ add_coord_conv_map: ${context_add_coord_conv_map}
293
+ mask_soft_approx_scheduler_config:
294
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
295
+ num_steps: 40000
296
+ initial_value: 10.0
297
+ final_value: 1000.0
298
+ interpolation_scheme: cosine
299
+ use_contact_map: ${use_contact_map}
300
+ use_sdf_maps: ${use_sdf_maps}
301
+ use_normals_maps: ${use_normals_maps}
302
+ which_objects: ${which_objects}
303
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
304
+ env_dtc_max_value: ${env_dtc_max_value}
305
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
306
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
307
+ clamp_dtc: ${clamp_dtc}
308
+ max_contact_prob: ${max_contact_prob}
309
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
310
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
311
+ adaptive_normals_mask: ${adaptive_normals_mask}
312
+ max_depth: ${max_depth}
313
+ image_shape: ${agent.desired_image_shape}
314
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
315
+ learning_rate: 0.0001
316
+ weight_decay: 0.0
317
+ contact_model_name: ${contact_model_name}
318
+ zero_centered: false
319
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
320
+ suite:
321
+ suite: frankagym
322
+ name: frankagym
323
+ frame_stack: ${agent.n_obs_steps}
324
+ action_repeat: 1
325
+ discount: 0.99
326
+ hidden_dim: 1024
327
+ num_train_frames: 1000000
328
+ num_seed_frames: 0
329
+ num_train_epochs: 500
330
+ validate_every_epochs: 20
331
+ eval_on_sim_every_epochs: 20
332
+ validate_diffusion_on_action_loss_every_epochs: 20
333
+ eval_on_sim_every_epochs_diffusion: 500
334
+ train_eval_diffusion_on_action_loss_every_epochs: 20
335
+ check_topk_every_epochs: 20
336
+ save_snapshot_every_epochs: 25
337
+ num_seen_eval_envs: 0
338
+ num_unseen_eval_envs: 100
339
+ evals_per_env: 1
340
+ eval_every_frames: 2000
341
+ num_eval_episodes: 5
342
+ save_snapshot: true
343
+ wait_for_user_to_start_episode: true
344
+ task_make_fn:
345
+ _target_: suite.frankagym.make
346
+ name: ${task_name}
347
+ height: 240
348
+ width: 320
349
+ frame_stack: ${suite.frame_stack}
350
+ action_repeat: ${suite.action_repeat}
351
+ seed: ${seed}
352
+ enable_arm: ${agent.enable_arm}
353
+ enable_gripper: ${enable_gripper}
354
+ start_with_gripper_open: ${start_with_gripper_open}
355
+ enable_camera: ${agent.enable_camera}
356
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
357
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
358
+ x_limit: ${x_limit}
359
+ y_limit: ${y_limit}
360
+ z_limit: ${z_limit}
361
+ device: ${device}
362
+ interpolation_frequency: ${interpolation_frequency}
363
+ policy_frequency: ${policy_frequency}
364
+ debug_timestamps: ${debug_timestamps}
365
+ stop_after_action: ${stop_after_action}
366
+ open_loop: ${open_loop}
367
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
368
+ action_key: ${action_key}
369
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
370
+ action_trajectories: ${action_trajectories}
371
+ path_to_zarr_dataset: ${expert_dataset}
372
+ agent_policy_cfg:
373
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
374
+ compile: false
375
+ device: ${device}
376
+ cam_resize_shape: ${agent.desired_image_shape}
377
+ orig_cam_shape: ${agent.orig_cam_shape}
378
+ policy_frequency: ${policy_frequency}
379
+ interpolation_frequency: ${interpolation_frequency}
380
+ deterministic_actions: true
381
+ deterministic_actions_seed: 0
382
+ policy_cfg:
383
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
384
+ n_obs_steps: 1
385
+ horizon: 28
386
+ n_action_steps: ${agent.config.policy_cfg.horizon}
387
+ output_shapes:
388
+ action:
389
+ - 7
390
+ input_normalization_modes:
391
+ observation.image: mean_std
392
+ observation.state: min_max
393
+ observation.action_history: min_max
394
+ output_normalization_modes:
395
+ action: min_max
396
+ vision_backbone: resnet18
397
+ crop_distractors_tlhw: null
398
+ pretrained_backbone_weights: null
399
+ transforms:
400
+ - _target_: torchaug.transforms.RandomAffine
401
+ degrees:
402
+ - -5
403
+ - 5
404
+ translate:
405
+ - 0.05
406
+ - 0.05
407
+ batch_transform: true
408
+ num_chunks: -1
409
+ batch_inplace: true
410
+ - _target_: torchaug.transforms.RandomColorJitter
411
+ brightness: 0.3
412
+ contrast: 0.4
413
+ saturation: 0.5
414
+ hue: 0.08
415
+ batch_transform: true
416
+ num_chunks: -1
417
+ batch_inplace: true
418
+ use_group_norm: true
419
+ spatial_softmax_num_keypoints: 32
420
+ action_history_encoder_config:
421
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
422
+ in_channels: 7
423
+ out_channels: 32
424
+ history_length: 4
425
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
426
+ downsample_kernel_size: 3
427
+ downsample_stride: 2
428
+ downsample_padding: 1
429
+ down_dims:
430
+ - 128
431
+ - 256
432
+ - 512
433
+ kernel_size: 5
434
+ n_groups: 8
435
+ diffusion_step_embed_dim: 128
436
+ use_film_scale_modulation: true
437
+ noise_scheduler_type: DDIM
438
+ beta_schedule: squaredcos_cap_v2
439
+ beta_start: 0.0001
440
+ beta_end: 0.02
441
+ prediction_type: epsilon
442
+ clip_sample: true
443
+ clip_sample_range: 1.0
444
+ num_train_timesteps: 50
445
+ num_inference_steps: 10
446
+ do_mask_loss_for_padding: false
447
+ start_horizon_at_current_step: true
448
+ input_shapes:
449
+ observation.image:
450
+ - 13
451
+ - 180
452
+ - 240
453
+ context_observation.image:
454
+ - 13
455
+ - 180
456
+ - 240
457
+ observation.state:
458
+ - 8
459
+ observation.action_history:
460
+ - 7
461
+ train_cfg:
462
+ _target_: utils.TrainConfig
463
+ lr: 0.0001
464
+ lr_scheduler: cosine
465
+ lr_warmup_steps: 500
466
+ adam_betas:
467
+ - 0.95
468
+ - 0.999
469
+ adam_eps: 1.0e-08
470
+ adam_weight_decay: 1.0e-06
471
+ grad_clip_norm: 10
472
+ offline_steps: 337000
473
+ use_amp: true
474
+ optimizer: adamw
475
+ observation_cfg:
476
+ _target_: agent.encoder.VisualFeatureSet
477
+ use_depth: ${use_depth}
478
+ use_color: ${use_color}
479
+ mask_input_dict:
480
+ _target_: agent.encoder.MaskInputDict
481
+ enable: ${use_masks}
482
+ representation: ${mask_representation}
483
+ mask_list: ${mask_list}
484
+ segmentation_model_name: ${segmentation_model_name}
485
+ crop_input_config:
486
+ _target_: agent.encoder.CropInputConfig
487
+ color_crop_type: ${color_crop_type}
488
+ depth_crop_type: ${depth_crop_type}
489
+ segmask_crop_type: ${segmask_crop_type}
490
+ crop_hw: ${crop_hw}
491
+ crop_down_offset: ${crop_down_offset}
492
+ add_crop_binary_mask: ${add_crop_binary_mask}
493
+ add_coord_conv_map: ${add_coord_conv_map}
494
+ context_input_config:
495
+ _target_: agent.encoder.ContextInputConfig
496
+ use_color: ${use_context_color}
497
+ use_depth: ${use_context_depth}
498
+ mask_input_dict:
499
+ _target_: agent.encoder.MaskInputDict
500
+ enable: ${use_context_segmask}
501
+ representation: ${mask_representation}
502
+ mask_list: ${mask_list}
503
+ segmentation_model_name: ${segmentation_model_name}
504
+ crop_input_config:
505
+ _target_: agent.encoder.CropInputConfig
506
+ color_crop_type: ${context_color_crop_type}
507
+ depth_crop_type: ${context_depth_crop_type}
508
+ segmask_crop_type: ${context_segmask_crop_type}
509
+ crop_hw: ${crop_hw}
510
+ crop_down_offset: ${crop_down_offset}
511
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
512
+ add_coord_conv_map: ${context_add_coord_conv_map}
513
+ mask_soft_approx_scheduler_config:
514
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
515
+ num_steps: 40000
516
+ initial_value: 10.0
517
+ final_value: 1000.0
518
+ interpolation_scheme: cosine
519
+ use_contact_map: ${use_contact_map}
520
+ use_sdf_maps: ${use_sdf_maps}
521
+ use_normals_maps: ${use_normals_maps}
522
+ which_objects: ${which_objects}
523
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
524
+ env_dtc_max_value: ${env_dtc_max_value}
525
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
526
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
527
+ clamp_dtc: ${clamp_dtc}
528
+ max_contact_prob: ${max_contact_prob}
529
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
530
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
531
+ adaptive_normals_mask: ${adaptive_normals_mask}
532
+ max_depth: ${max_depth}
533
+ image_shape: ${agent.desired_image_shape}
534
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
535
+ learning_rate: 0.0001
536
+ weight_decay: 0.0
537
+ contact_model_name: ${contact_model_name}
538
+ zero_centered: false
539
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
540
+ true_action_history: ${true_action_history}
541
+ num_train_frames_bc: 50000
542
+ num_train_frames_drq: 1100000
543
+ stddev_schedule_drq: linear(1.0,0.1,100000)
544
+ task_name: FrankaInsertion-v1
545
+ num_train_frames_vinn: 25000
546
+ num_train_frames_diffusion: 1000000
547
+ num_train_epochs_bc: 5000
548
+ num_train_epochs_diffusion: 500
549
+ validate_every_epochs_bc: 5
550
+ validate_every_epochs_diffusion: 20
551
+ validate_diffusion_on_action_loss_every_epochs: 20
552
+ train_eval_diffusion_on_action_loss_every_epochs: 20
553
+ eval_on_sim_every_epochs_diffusion: 20
554
+ check_topk_every_epochs: 5
555
+ check_topk_every_epochs_diffusion: 20
556
+ save_snapshot_every_epochs_diffusion: 25
557
+ x_limit:
558
+ - 0.2
559
+ - 0.7
560
+ y_limit:
561
+ - -0.4
562
+ - 0.4
563
+ z_limit:
564
+ - -0.05
565
+ - 0.55
566
+ home_displacement:
567
+ - 0.55
568
+ - 0.0
569
+ - 0.55
570
+ - 180.0
571
+ - 0.0
572
+ - 0.0
573
+ enable_gripper: true
574
+ start_with_gripper_open: true
575
+ offset_mask:
576
+ - 1
577
+ - 1
578
+ - 1
579
+ - 1
580
+ - 1
581
+ - 1
582
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
583
+ test:
584
+ username: leonmkim
585
+ hostname: grasp-login1
586
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
587
+ root_dir: ~/fish_leon
588
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
589
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
590
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
591
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
592
+ include_groups_list: all
593
+ batch_size: 128
594
+ store_dataset_in_memory: false
595
+ use_tb: true
596
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
597
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
598
+ resume_wandb_run: false
599
+ feature_type: 180x240_1_RGB_D_2.0_acthist_hst4_out32_dwnkrnl3_dwnstrd2_dwnpd1
videos/dm4rmta2/epoch_50/100_traj_1000000_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90cb934362fa235658e3f4150a0290d12913f65cfa311be6510d06536eca648d
3
+ size 387670
videos/dm4rmta2/epoch_50/101_traj_1000001_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:219dca58127f5d3f6b92356d17b768d4712231a72e1ffd43f6443f5d5239d834
3
+ size 389743
videos/dm4rmta2/epoch_50/102_traj_1000002_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:347c8ec9a24cb60a2ce3bc497ab847ef3d5f4a6d2a886563e6660e4c7503af52
3
+ size 378639
videos/dm4rmta2/epoch_50/105_traj_1000005_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20d91211e000ef52a654867078831ea7bd33a3f4b5030759a394d57d0ae43240
3
+ size 328475
videos/dm4rmta2/epoch_50/106_traj_1000006_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa67ed179e30d7442995644082038c7daf59ec22b84542df3c92aff555b38f4
3
+ size 329725
videos/dm4rmta2/epoch_50/107_traj_1000007_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1970149c85044d5375d7934372f408801ae1576a76a32aad21c807f45a48b29a
3
+ size 356432
videos/dm4rmta2/epoch_50/109_traj_1000009_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18a00285a7f1981400b066cb9107331947e8508b6f121a48d582b9fd42af9e84
3
+ size 382203
videos/dm4rmta2/epoch_50/110_traj_1000010_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:878ca02baa2a4702f623e818f02a850f398a5efc8ed5d55d8a1d810f91c0f5fc
3
+ size 332800
videos/dm4rmta2/epoch_50/111_traj_1000011_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20ace76562c47ba16e5ab18da9192dd999da5058b717ec7a99eed56a2b185403
3
+ size 396029
videos/dm4rmta2/epoch_50/112_traj_1000012_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f142755631a2d4bdbd9683fdf07ae7dee63f8c619ffc5904d21809ba3374989
3
+ size 397443
videos/dm4rmta2/epoch_50/113_traj_1000013_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:598767f91c75bf8d19810d3db1b7c388d039d928e60dfe7227db4ff92fb50b22
3
+ size 357073
videos/dm4rmta2/epoch_50/114_traj_1000014_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77bbc6f891b39b0516463a4faca23dcf585a9854d3180d309b9e6a72ec57e29f
3
+ size 354196
videos/dm4rmta2/epoch_50/115_traj_1000015_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a70f1ae5ef7eebdbd3b0e3ec1734d13d6d890414f117e859a127cf196e2d4ee4
3
+ size 332398
videos/dm4rmta2/epoch_50/117_traj_1000017_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72859a4ace86e64ab21dbcff8207659b7d8c4575d9c67902bd25038858d8e325
3
+ size 321568
videos/dm4rmta2/epoch_50/118_traj_1000018_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60062533d2efff41f763090dcdecaa29e847021af27eb22a1043642318f59a84
3
+ size 361201
videos/dm4rmta2/epoch_50/119_traj_1000019_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2a663ac0162e04ade441a1a9ff837a90065ac7e0d3b93272aca02c243899bf9
3
+ size 318245
videos/dm4rmta2/epoch_50/120_traj_1000020_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:818db0425e66b89af8cbce85dce14e8a6c217e61cab259bdbdcc9af89fd271ae
3
+ size 332502
videos/dm4rmta2/epoch_50/121_traj_1000021_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ac3512fcfef3806f17d73030465e37561cdaa3b5593e96589684ba864298de
3
+ size 371493
videos/dm4rmta2/epoch_50/122_traj_1000022_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df51457442a1c2bbcd35b7fcfc73ae554fa696c4e82971083fa29f4c3ca6d3e
3
+ size 317119
videos/dm4rmta2/epoch_50/123_traj_1000023_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52623d09fa9dab6658f44d8640e1757345e85e710cb3e7875284eb919154ab7b
3
+ size 378181
videos/dm4rmta2/epoch_50/124_traj_1000024_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce322f00e7057879017e3614c614535e2b3f91da39737e744b9b4cc3b380ed3d
3
+ size 311158
videos/dm4rmta2/epoch_50/125_traj_1000025_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6284fd07498194a4b8fbda77b3f3fe5a8472312bfba1cb5127deda1bee26891
3
+ size 318597
videos/dm4rmta2/epoch_50/126_traj_1000026_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d959c5173d0a1e29b10a21ac386eafed06e02118c0b3791c57c851ff68a6f11c
3
+ size 355403
videos/dm4rmta2/epoch_50/127_traj_1000027_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25670dd5a23fb1f9c102292360bf6c9a85a80b3129baf44849bfde400d9fa36b
3
+ size 406766
videos/dm4rmta2/epoch_50/131_traj_1000031_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96994909cd5c1958899efed0973229a943e63ef78c4b07a0d5bb1976e295e5c
3
+ size 385159
videos/dm4rmta2/epoch_50/134_traj_1000034_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40c0aa68f355f1eed11acb672122d70f5e3091c17feb664b6ef5d8cd10094171
3
+ size 375630
videos/dm4rmta2/epoch_50/136_traj_1000036_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bbd5f05fec946476abb184e4d4ffc38f07c238187a1b0487d3618fd49a03d19
3
+ size 318009
videos/dm4rmta2/epoch_50/138_traj_1000038_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c084534d3917956d7355e5e0daba07f61092ae5a5c321155ea4402f2ad235188
3
+ size 341510
videos/dm4rmta2/epoch_50/139_traj_1000039_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9541b3b178c2bd67b5c2408613fcf8a8ac1c92b933fc714fcc18619366f465d
3
+ size 381389
videos/dm4rmta2/epoch_50/141_traj_1000041_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b67908590233d69f0343ad0cb6bd2f76e26b9c7b0dc2a9793c3ba812942751cf
3
+ size 334703
videos/dm4rmta2/epoch_50/142_traj_1000042_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adcb7b5b7c224f5038b211810dead3016c796fac969b10b893bd52ce55692e4b
3
+ size 149315
videos/dm4rmta2/epoch_50/143_traj_1000043_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a607544be6ae34ad902a2d1f1c6fa1e75f487db294f6f31d6d058f2c7c063ea
3
+ size 329544
videos/dm4rmta2/epoch_50/144_traj_1000044_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:344b5fa8e7ad265cc8a3b158d3bfde90aa31670b3d08c2f79744492a5e1b5798
3
+ size 368444
videos/dm4rmta2/epoch_50/145_traj_1000045_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f729facd8de60cd341684abcd4e4539a3996db8c043c06c8adac5d7cd6e626
3
+ size 368476
videos/dm4rmta2/epoch_50/146_traj_1000046_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af1744fae08b21de066ea577545f791704f2594afa5d2ea1c284c97cad817822
3
+ size 368543
videos/dm4rmta2/epoch_50/147_traj_1000047_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1589baa0089724f84e9013d007c33400d0be58a6b8d769a4b68fdaad6d765f1f
3
+ size 365644
videos/dm4rmta2/epoch_50/148_traj_1000048_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08974b2f49819b4246b9dc66650c1616f43e79267c33988821c610d995e23032
3
+ size 324483
videos/dm4rmta2/epoch_50/149_traj_1000049_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85eeb504afa18e09d92304f9467ad9d16a53cca3eb3f8eac3320a3b53c1822d3
3
+ size 367359
videos/dm4rmta2/epoch_50/150_traj_1000050_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28ef667604ee1056d8a16be369449cc1ede56b10e10d505159743043f2de15b3
3
+ size 396378
videos/dm4rmta2/epoch_50/151_traj_1000051_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d53887359912ac33dae14b05e16146f2fb428d5f64b3946a081f38f343188381
3
+ size 362331
videos/dm4rmta2/epoch_50/152_traj_1000052_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9c197b8e401e0c71eb11e2b648115ee9b9df4f854b31e8042e49d94c3058d4a
3
+ size 375930
videos/dm4rmta2/epoch_50/153_traj_1000053_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f138276bf1c6ae0ac4b0f3edd47adb7f57e644fc6362e9093ef2102843080502
3
+ size 388313
videos/dm4rmta2/epoch_50/154_traj_1000054_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f37473919821c290b5a990c398c615afc6a1375fe815428cf7d099d150fea291
3
+ size 384725
videos/sr907oyb/epoch_25/0_traj_1000000_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31baa38d9e14e7a431d40247c6ca2a4c4357fd02b579ba1e61336fedb6a971ae
3
+ size 410345
videos/sr907oyb/epoch_25/10_traj_1000010_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31baa38d9e14e7a431d40247c6ca2a4c4357fd02b579ba1e61336fedb6a971ae
3
+ size 410345
videos/sr907oyb/epoch_25/11_traj_1000011_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31baa38d9e14e7a431d40247c6ca2a4c4357fd02b579ba1e61336fedb6a971ae
3
+ size 410345
videos/sr907oyb/epoch_25/12_traj_1000012_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31baa38d9e14e7a431d40247c6ca2a4c4357fd02b579ba1e61336fedb6a971ae
3
+ size 410345
videos/sr907oyb/epoch_25/13_traj_1000013_envseed.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31baa38d9e14e7a431d40247c6ca2a4c4357fd02b579ba1e61336fedb6a971ae
3
+ size 410345