Remove mistakenly uploaded SmolVLA EgoTouch checkpoint
Browse files
smolvla_egotouch_adapted/README.md
DELETED
|
@@ -1,15 +0,0 @@
|
|
| 1 |
-
# SmolVLA EgoTouch adaptation
|
| 2 |
-
|
| 3 |
-
This folder contains the SmolVLA checkpoint adapted on the EgoTouch train split for the VLA-HAND Table 1 protocol.
|
| 4 |
-
|
| 5 |
-
`best.pt` is the physical-validation-selected checkpoint (`best_phys.pt`) from a 10,000-step Stage A adaptation. The VLM/backbone was frozen; the action expert and state/action projections were adapted. The model uses the V4 action contract: 80 Hz actions, 16-step chunks, 192 channels with 138 valid keypoint channels and padding channels masked out.
|
| 6 |
-
|
| 7 |
-
Normalization uses EgoTouch train statistics measured from 10,000 deterministic sampled train units. The same statistics are used for train, validation and test. `stats_80hz_smol.json` is included for reproducibility.
|
| 8 |
-
|
| 9 |
-
Validation at checkpoint selection:
|
| 10 |
-
|
| 11 |
-
- wrist translation: 6.8924 cm
|
| 12 |
-
- wrist rotation: 10.2795 degrees
|
| 13 |
-
- wrist-relative finger MPJPE: 1.1254 cm
|
| 14 |
-
|
| 15 |
-
The checkpoint format follows `MIT-Media-Lab/vla-hand-baselines`: `best.pt` is a `torch.save` dictionary containing `step`, `model`, `config`, `val`, `action_mean`, and `action_std`.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
smolvla_egotouch_adapted/best.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d797cc8dee5212481d3b3afa61dc2c8949bacf66561c3f5ee4355d575317b1e2
|
| 3 |
-
size 1802042824
|
|
|
|
|
|
|
|
|
|
|
|
smolvla_egotouch_adapted/checksums.sha256
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
d797cc8dee5212481d3b3afa61dc2c8949bacf66561c3f5ee4355d575317b1e2 runs/table1_smol_adapt_stageA_egonorm/best_phys.pt
|
|
|
|
|
|
smolvla_egotouch_adapted/metadata_checksums.sha256
DELETED
|
@@ -1,6 +0,0 @@
|
|
| 1 |
-
016eded9d283db4d8689dd5ada1b1fb0f6247be0b195aa5a1eb0f4e4a6a1742b /scratch/hannahyao24/table1_data/hf_upload/smolvla_egotouch_adapted/README.md
|
| 2 |
-
cf5a5993b31e206b1ab73a6715ae1529c3aaae3fb66ed08403219724ae0da200 /scratch/hannahyao24/table1_data/hf_upload/smolvla_egotouch_adapted/checksums.sha256
|
| 3 |
-
d0754c45af0a7d66e2271935651627f8fa96b51448ad46646f197cadfa1b6c71 /scratch/hannahyao24/table1_data/hf_upload/smolvla_egotouch_adapted/training_config.json
|
| 4 |
-
d797cc8dee5212481d3b3afa61dc2c8949bacf66561c3f5ee4355d575317b1e2 /scratch/hannahyao24/table1_data/hf_upload/smolvla_egotouch_adapted/best.pt
|
| 5 |
-
d8e0cf595bf8f86a8aeb800d2c3beefe0377bef0b8c9ebef66b6e6d8420affa1 /scratch/hannahyao24/table1_data/hf_upload/smolvla_egotouch_adapted/stats_80hz_smol.json
|
| 6 |
-
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 /scratch/hannahyao24/table1_data/hf_upload/smolvla_egotouch_adapted/metadata_checksums.sha256
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
smolvla_egotouch_adapted/stats_80hz_smol.json
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
{"schema_version": 2, "dataset_name": "stats_80hz_smol.json", "created": "2026-09-19 11:51:17", "convention": {"action_hz": 80.0, "control_hz": 10.0, "source_fps": 30.0, "chunk_size": 16, "action_type": "keypoints", "note": "wrist channels are per-1/action_hz increments; these statistics are only valid at this action_hz"}, "action": {"mean": [-9.980632603401318e-05, 5.8092718973057345e-06, 3.384425144759007e-05, -2.667192711669486e-05, -0.0011711857514455914, -1.6020187104004435e-05, 0.0, 0.0, 0.0, 0.023422418162226677, -0.016445884481072426, 0.025263365358114243, 0.04420441389083862, -0.031470149755477905, 0.036967601627111435, 0.06759537756443024, -0.04014606773853302, 0.042551346123218536, 0.0925118550658226, -0.05892268195748329, 0.050996825098991394, 0.08558386564254761, -0.004851340316236019, 0.020996125414967537, 0.11480501294136047, -0.010709326714277267, 0.016002967953681946, 0.12144670635461807, -0.027347968891263008, 0.012985564768314362, 0.125435471534729, -0.04591618478298187, 0.013387046754360199, 0.09233050048351288, -0.0012971413088962436, -0.003145839786157012, 0.11323834955692291, -0.019722281023859978, -0.008194473572075367, 0.11597073078155518, -0.039334092289209366, -0.009045282378792763, 0.11765498667955399, -0.05878257378935814, -0.006965439300984144, 0.07923080772161484, -0.004139839671552181, -0.027150092646479607, 0.09828455001115799, -0.02190391719341278, -0.02796417661011219, 0.10593963414430618, -0.04163090139627457, -0.026542136445641518, 0.11194832623004913, -0.05943852290511131, -0.022954069077968597, 0.06647311896085739, -0.01003118697553873, -0.04405095428228378, 0.0809956043958664, -0.022735603153705597, -0.046186577528715134, 0.08926855027675629, -0.0369102843105793, -0.04690147563815117, 0.09923166036605835, -0.05008629336953163, -0.046106670051813126, -6.919386942172423e-05, 3.999725595349446e-05, -0.00015167777019087225, -0.0007829815149307251, 0.00018319202354177833, 0.0003434460668358952, 0.0, 0.0, 0.0, -0.02337149903178215, -0.016472583636641502, 0.025432424619793892, -0.04399225115776062, -0.0298437662422657, 0.038549333810806274, -0.0675523579120636, -0.03800734132528305, 0.043977074325084686, -0.0931442528963089, -0.054117415100336075, 0.05461633950471878, -0.08555515855550766, -0.004887011367827654, 0.021085156127810478, -0.1147380918264389, -0.01008998230099678, 0.015293116681277752, -0.12308280915021896, -0.025951828807592392, 0.011773757636547089, -0.1293882578611374, -0.044402554631233215, 0.010984055697917938, -0.09232521057128906, -0.0012959978776052594, -0.0031392660457640886, -0.11355137079954147, -0.019229795783758163, -0.008588283322751522, -0.11745668947696686, -0.03857579827308655, -0.010316858999431133, -0.12088970839977264, -0.05829557776451111, -0.009497366845607758, -0.07923080772161484, -0.004121813457459211, -0.027256103232502937, -0.098451167345047, -0.02154245786368847, -0.028348524123430252, -0.10784771293401718, -0.04057701304554939, -0.027551116421818733, -0.11632169038057327, -0.058086901903152466, -0.02475919760763645, -0.06641498953104019, -0.009998603723943233, -0.0442255362868309, -0.08115427196025848, -0.022140024229884148, -0.046679191291332245, -0.09042618423700333, -0.03556104004383087, -0.048363495618104935, -0.10215938091278076, -0.04782073572278023, -0.0487653985619545, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "std": [0.0251962561160326, 0.01408808957785368, 0.030281124636530876, 0.048273663967847824, 0.04350527748465538, 0.04923711344599724, 1.0, 1.0, 1.0, 0.0006622151122428477, 0.0006326174479909241, 0.0009262510575354099, 0.004136024508625269, 0.008222938515245914, 0.008769054897129536, 0.007200937718153, 0.011384274810552597, 0.012431876733899117, 0.0123506560921669, 0.021994614973664284, 0.02002738043665886, 0.0023539732210338116, 0.00015511819219682366, 0.0006879523280076683, 0.004773622378706932, 0.010079408064484596, 0.005037378985434771, 0.013677054084837437, 0.013821962289512157, 0.006800387986004353, 0.026531964540481567, 0.017252333462238312, 0.009876218624413013, 0.002413071459159255, 0.00014476728392764926, 0.00019263228750787675, 0.010205878876149654, 0.01111339870840311, 0.004674053285270929, 0.019985409453511238, 0.013278601691126823, 0.007200270891189575, 0.03312090039253235, 0.017227783799171448, 0.011713092215359211, 0.002059514867141843, 0.00013099345960654318, 0.0007874779403209686, 0.00839846208691597, 0.007870938628911972, 0.0034401090815663338, 0.01809573732316494, 0.011657463386654854, 0.006903577130287886, 0.03155392035841942, 0.01679234951734543, 0.01094890758395195, 0.0017491354374215007, 0.0003563773643691093, 0.001207975554279983, 0.005890663713216782, 0.00597349414601922, 0.004756446927785873, 0.012337079271674156, 0.00939992256462574, 0.00875562708824873, 0.022623106837272644, 0.0150210065767169, 0.014277391135692596, 0.01632494293153286, 0.01221341360360384, 0.02607003226876259, 0.041585542261600494, 0.04019743576645851, 0.039942026138305664, 1.0, 1.0, 1.0, 0.0005738218314945698, 0.0006039704894647002, 0.0008939632098190486, 0.0039484319277107716, 0.009083632379770279, 0.00881304033100605, 0.006798706948757172, 0.012156321667134762, 0.012356583029031754, 0.011993787251412868, 0.024190504103899002, 0.019672369584441185, 0.0021129166707396507, 0.00014452396135311574, 0.000658569682855159, 0.004412167705595493, 0.009626651182770729, 0.005049815867096186, 0.013007964007556438, 0.013970286585390568, 0.007037044037133455, 0.0253153033554554, 0.018155410885810852, 0.01018344983458519, 0.0021759397350251675, 0.0001345029304502532, 0.0001758170546963811, 0.009770585224032402, 0.011177978478372097, 0.004606794100254774, 0.019437910988926888, 0.013649897649884224, 0.007324900943785906, 0.032229892909526825, 0.01760067418217659, 0.012083226814866066, 0.0018594791181385517, 0.00012573954882100224, 0.0007656722445972264, 0.008095712400972843, 0.007950941100716591, 0.0035390974953770638, 0.01744178496301174, 0.01213392149657011, 0.007014933507889509, 0.030107568949460983, 0.01757904514670372, 0.011061128228902817, 0.00156458280980587, 0.0003184723318554461, 0.001182213774882257, 0.005732411984354258, 0.006093605887144804, 0.004972326569259167, 0.0119160832837224, 0.009810101240873337, 0.009045022539794445, 0.021441204473376274, 0.015847980976104736, 0.014246704988181591, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "count": [1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1619876, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 1678909, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "state": {"mean": [-0.11835947632789612, 0.1413957178592682, 0.5785337686538696, -0.26561763882637024, -0.45714226365089417, -1.1907659769058228, 0.0, 0.0, 0.0, 0.023430250585079193, -0.016442742198705673, 0.02525312453508377, 0.04420233145356178, -0.03140352666378021, 0.03712499514222145, 0.06753232330083847, -0.04013743996620178, 0.04282895848155022, 0.09249822050333023, -0.05883614346385002, 0.05143226683139801, 0.08559443056583405, -0.004849251359701157, 0.020992543548345566, 0.11482787877321243, -0.010631200857460499, 0.016056815162301064, 0.12141811847686768, -0.027206972241401672, 0.013038678094744682, 0.12522879242897034, -0.04577053338289261, 0.013420638628304005, 0.09233973920345306, -0.0012965265195816755, -0.0031446837820112705, 0.11324842274188995, -0.01968500390648842, -0.00821850448846817, 0.11581490188837051, -0.03936363756656647, -0.00902162678539753, 0.1172250285744667, -0.05887911841273308, -0.006877850741147995, 0.07923950254917145, -0.004140352364629507, -0.02714126743376255, 0.09829902648925781, -0.021975673735141754, -0.02797524817287922, 0.10580401122570038, -0.04183684289455414, -0.026540515944361687, 0.11158917844295502, -0.05976684391498566, -0.022920675575733185, 0.0664847269654274, -0.01003478467464447, -0.04403769597411156, 0.08100318908691406, -0.022801436483860016, -0.046250246465206146, 0.0892304852604866, -0.03709327057003975, -0.046987734735012054, 0.09912195801734924, -0.0504530631005764, -0.04617336019873619, 0.164509117603302, 0.12495502084493637, 0.5700017809867859, -0.693580687046051, 0.45390772819519043, 1.2295340299606323, 0.0, 0.0, 0.0, -0.023358982056379318, -0.016458269208669662, 0.02541213668882847, -0.04398413375020027, -0.029779870063066483, 0.03858010843396187, -0.06755797564983368, -0.03784655034542084, 0.04399793967604637, -0.09319693595170975, -0.05378948524594307, 0.05482657626271248, -0.08550425618886948, -0.004884208086878061, 0.021073034033179283, -0.11472529917955399, -0.009898998774588108, 0.015221837908029556, -0.1232006847858429, -0.02584836632013321, 0.011635606177151203, -0.1295131891965866, -0.04448827728629112, 0.010779683478176594, -0.09227122366428375, -0.001296172384172678, -0.003135930048301816, -0.11372438073158264, -0.019042782485485077, -0.008696750737726688, -0.11773119121789932, -0.03845108672976494, -0.010467140935361385, -0.12121282517910004, -0.05830705910921097, -0.009689071215689182, -0.0791836604475975, -0.004121511243283749, -0.027236580848693848, -0.09853183478116989, -0.021403741091489792, -0.028370479121804237, -0.10806946456432343, -0.040442872792482376, -0.02762759104371071, -0.1166868582367897, -0.05802597850561142, -0.024868687614798546, -0.06637538969516754, -0.00999162346124649, -0.04419626295566559, -0.08114130049943924, -0.022054366767406464, -0.04666311666369438, -0.0904880166053772, -0.03543040156364441, -0.04839716851711273, -0.10229681432247162, -0.047668393701314926, -0.048839788883924484, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "std": [0.10502162575721741, 0.09596847742795944, 0.12721972167491913, 2.5431501865386963, 0.4047652781009674, 0.7224964499473572, 1.0, 1.0, 1.0, 0.0006715406198054552, 0.0006433819071389735, 0.0009411333594471216, 0.004220385104417801, 0.0082697793841362, 0.008633214049041271, 0.007340703159570694, 0.011452619917690754, 0.012296251952648163, 0.01251709833741188, 0.022091558203101158, 0.019833708181977272, 0.0023953155614435673, 0.0001553728070575744, 0.0006989299436099827, 0.00484452722594142, 0.01017215196043253, 0.004997619893401861, 0.013799848966300488, 0.013971541076898575, 0.006819344591349363, 0.026746448129415512, 0.017397750169038773, 0.009949753060936928, 0.0024556382559239864, 0.000145676574902609, 0.00019074571901001036, 0.010238283313810825, 0.011141413822770119, 0.00469052093103528, 0.020055873319506645, 0.013206538744270802, 0.0072586024180054665, 0.0331900380551815, 0.01699749194085598, 0.011778322048485279, 0.0020940820686519146, 0.0001323306787526235, 0.0008020267123356462, 0.008337368257343769, 0.007820629514753819, 0.0034041956532746553, 0.01798340119421482, 0.011467333883047104, 0.006891924422234297, 0.03140375390648842, 0.016489535570144653, 0.010915596038103104, 0.0017800809582695365, 0.0003622968797571957, 0.0012316659558564425, 0.005913814064115286, 0.005892643705010414, 0.004700916353613138, 0.012210847809910774, 0.009228210896253586, 0.008688983507454395, 0.022384915500879288, 0.014720133505761623, 0.014196649193763733, 0.08785739541053772, 0.09960158169269562, 0.12345339357852936, 2.429462194442749, 0.398260235786438, 0.623938798904419, 1.0, 1.0, 1.0, 0.0005935344961471856, 0.0006226982804946601, 0.00093673454830423, 0.003976550884544849, 0.009096425957977772, 0.008722560480237007, 0.006883275229483843, 0.012163990177214146, 0.012292632833123207, 0.012065975926816463, 0.024236049503087997, 0.01948719657957554, 0.002204287564381957, 0.0001503228850197047, 0.0006853393279016018, 0.004356367979198694, 0.009526881389319897, 0.005137165542691946, 0.012647034600377083, 0.013820698484778404, 0.007176825311034918, 0.024768922477960587, 0.017918772995471954, 0.010299495421350002, 0.002273583086207509, 0.00013898640463594347, 0.00017956878582481295, 0.009586302563548088, 0.011115343309938908, 0.004595686681568623, 0.01907314546406269, 0.01352302823215723, 0.007260517682880163, 0.03166714683175087, 0.017416151240468025, 0.011960557661950588, 0.0019472755957394838, 0.00012823697761632502, 0.0007965955301187932, 0.008013853803277016, 0.007985533215105534, 0.0035016806796193123, 0.01715293899178505, 0.01213331613689661, 0.006851078011095524, 0.02959705889225006, 0.01758095994591713, 0.010822760872542858, 0.001636083354242146, 0.0003289438900537789, 0.0012303561670705676, 0.00576782738789916, 0.006146637257188559, 0.0049576289020478725, 0.011837788857519627, 0.009882930666208267, 0.008923757821321487, 0.021225761622190475, 0.016020048409700394, 0.014045866206288338, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "count": [827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 827130, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 845826, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "mixture": [{"name": "egotouch", "weight": 1.0, "split": "/scratch/hannahyao24/table1_data/splits/egotouch_table1_episode/train.txt", "split_sha256": "e9cac6088134043dc37efbbd932f26e46a71d4c9a4d558cd7b2e003be5dd1e54", "units": 288954, "sampled": 10000, "unusable": 0, "statistics": "stats_80hz_smol.egotouch.json", "share": 1.0}], "source": {"config": "configs/table1_baselines/smol_egotouch.json", "seed": 0}}
|
|
|
|
|
|
smolvla_egotouch_adapted/training_config.json
DELETED
|
@@ -1,45 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"_comment": "SmolVLA EgoTouch Table 1 adaptation. best.pt is the physical-validation-selected checkpoint from a 10,000-step Stage A run.",
|
| 3 |
-
"model": "smolvla_official",
|
| 4 |
-
"selection": "best_phys",
|
| 5 |
-
"seed": 0,
|
| 6 |
-
"batch_size": 32,
|
| 7 |
-
"global_batch_size": 128,
|
| 8 |
-
"num_workers": 4,
|
| 9 |
-
"prefetch_factor": 1,
|
| 10 |
-
"max_steps": 10000,
|
| 11 |
-
"log_every": 10,
|
| 12 |
-
"val_every": 1000,
|
| 13 |
-
"val_max_batches": 60,
|
| 14 |
-
"data": {
|
| 15 |
-
"dataset": "EgoTouch",
|
| 16 |
-
"split": "recording-level train/val/test split; adaptation used train only",
|
| 17 |
-
"statistics": "stats_80hz_smol.json",
|
| 18 |
-
"normalization": "EgoTouch train statistics, 10,000 deterministic sampled train units",
|
| 19 |
-
"action_hz": 80,
|
| 20 |
-
"control_hz": 10,
|
| 21 |
-
"source_fps": 30,
|
| 22 |
-
"chunk_size": 16,
|
| 23 |
-
"action_type": "keypoints",
|
| 24 |
-
"action_dim": 192,
|
| 25 |
-
"valid_action_dim": 138
|
| 26 |
-
},
|
| 27 |
-
"config": {
|
| 28 |
-
"vlm": {
|
| 29 |
-
"model_id": "SmolVLM2-500M-Video-Instruct",
|
| 30 |
-
"train_expert_only": true,
|
| 31 |
-
"freeze_vision_encoder": true
|
| 32 |
-
},
|
| 33 |
-
"train": {"parallel": "fsdp"},
|
| 34 |
-
"optim": {
|
| 35 |
-
"grad_accum_steps": 4,
|
| 36 |
-
"warmup_steps": 500,
|
| 37 |
-
"decay_steps": 10000,
|
| 38 |
-
"vlm_lr": null
|
| 39 |
-
},
|
| 40 |
-
"init": {
|
| 41 |
-
"pretrain_path": "MIT-Media-Lab/vla-hand-baselines/smolvla_official/best.pt"
|
| 42 |
-
}
|
| 43 |
-
},
|
| 44 |
-
"local_source_config": "configs/table1_baselines/smol_egotouch_stageA.json"
|
| 45 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|