{ "checkpoint": "/public/home/winniechen/maniptrans/runs/handx_seq/handx_diffusion_train_retarget_sharpa_rh_8clips.pth", "dataset": "/public/home/winniechen/maniptrans/data/handx_bc/handx_train_retarget_sharpa_rh_8clips.npz", "model_type": "diffusion", "best_epoch": 55, "best_val_action_mse": 0.42593449354171753, "obs_dims": { "proprioception": 79, "privileged": 22, "target": 184, "last_action": 28 }, "obs_dim": 313, "action_dim": 28, "history": [ { "epoch": 1, "train_loss": 1.225028395652771, "val_loss": 0.11234702914953232, "val_action_mse": 1.3069968223571777 }, { "epoch": 2, "train_loss": 1.137717366218567, "val_loss": 0.05165449157357216, "val_action_mse": 1.3295199871063232 }, { "epoch": 3, "train_loss": 1.0596141815185547, "val_loss": 0.030436763539910316, "val_action_mse": 1.3932222127914429 }, { "epoch": 4, "train_loss": 1.0194625854492188, "val_loss": 0.02301706187427044, "val_action_mse": 1.3665437698364258 }, { "epoch": 5, "train_loss": 0.9919118285179138, "val_loss": 0.017177999019622803, "val_action_mse": 1.3639483451843262 }, { "epoch": 6, "train_loss": 0.9902920126914978, "val_loss": 0.014173110947012901, "val_action_mse": 1.3040562868118286 }, { "epoch": 7, "train_loss": 0.985162615776062, "val_loss": 0.014766921289265156, "val_action_mse": 1.2881280183792114 }, { "epoch": 8, "train_loss": 0.996105968952179, "val_loss": 0.012915444560348988, "val_action_mse": 1.2732199430465698 }, { "epoch": 9, "train_loss": 0.9501965045928955, "val_loss": 0.011687341146171093, "val_action_mse": 1.2355761528015137 }, { "epoch": 10, "train_loss": 0.9400526285171509, "val_loss": 0.012033187784254551, "val_action_mse": 1.227973222732544 }, { "epoch": 11, "train_loss": 0.946111798286438, "val_loss": 0.01411326415836811, "val_action_mse": 1.2248083353042603 }, { "epoch": 12, "train_loss": 0.9459391236305237, "val_loss": 0.015561603009700775, "val_action_mse": 1.2241318225860596 }, { "epoch": 13, "train_loss": 0.9266873598098755, "val_loss": 0.01379028894007206, "val_action_mse": 1.1233245134353638 }, { "epoch": 14, "train_loss": 0.9946807026863098, "val_loss": 0.012254899367690086, "val_action_mse": 1.1320284605026245 }, { "epoch": 15, "train_loss": 0.870001494884491, "val_loss": 0.012009692378342152, "val_action_mse": 1.0561249256134033 }, { "epoch": 16, "train_loss": 0.886614978313446, "val_loss": 0.012694476172327995, "val_action_mse": 0.974909245967865 }, { "epoch": 17, "train_loss": 0.8479912281036377, "val_loss": 0.020013516768813133, "val_action_mse": 0.9591075778007507 }, { "epoch": 18, "train_loss": 0.7984098196029663, "val_loss": 0.023025384172797203, "val_action_mse": 0.8246648907661438 }, { "epoch": 19, "train_loss": 0.7518520355224609, "val_loss": 0.028767641633749008, "val_action_mse": 0.8475245237350464 }, { "epoch": 20, "train_loss": 0.6489991545677185, "val_loss": 0.06688880920410156, "val_action_mse": 0.7997101545333862 }, { "epoch": 21, "train_loss": 0.6510717272758484, "val_loss": 0.09863957017660141, "val_action_mse": 0.8441164493560791 }, { "epoch": 22, "train_loss": 0.617274820804596, "val_loss": 0.20388376712799072, "val_action_mse": 0.756892740726471 }, { "epoch": 23, "train_loss": 0.6640934944152832, "val_loss": 0.21054163575172424, "val_action_mse": 0.751570463180542 }, { "epoch": 24, "train_loss": 0.543434202671051, "val_loss": 0.18172046542167664, "val_action_mse": 0.7282963395118713 }, { "epoch": 25, "train_loss": 0.7537526488304138, "val_loss": 0.15474233031272888, "val_action_mse": 0.7252967953681946 }, { "epoch": 26, "train_loss": 0.5202249884605408, "val_loss": 0.11865789443254471, "val_action_mse": 0.762821614742279 }, { "epoch": 27, "train_loss": 0.39882421493530273, "val_loss": 0.09440199285745621, "val_action_mse": 0.7000719904899597 }, { "epoch": 28, "train_loss": 0.4824810028076172, "val_loss": 0.1177225261926651, "val_action_mse": 0.6619753241539001 }, { "epoch": 29, "train_loss": 0.5672624707221985, "val_loss": 0.13026446104049683, "val_action_mse": 0.6369376182556152 }, { "epoch": 30, "train_loss": 0.28313788771629333, "val_loss": 0.163180872797966, "val_action_mse": 0.6810802817344666 }, { "epoch": 31, "train_loss": 0.44505590200424194, "val_loss": 0.1425127238035202, "val_action_mse": 0.6775518655776978 }, { "epoch": 32, "train_loss": 0.4339587688446045, "val_loss": 0.14272668957710266, "val_action_mse": 0.6351771950721741 }, { "epoch": 33, "train_loss": 0.467261403799057, "val_loss": 0.1373273879289627, "val_action_mse": 0.6016308665275574 }, { "epoch": 34, "train_loss": 0.5147853493690491, "val_loss": 0.13622722029685974, "val_action_mse": 0.6244176030158997 }, { "epoch": 35, "train_loss": 0.41999995708465576, "val_loss": 0.15181964635849, "val_action_mse": 0.6198785305023193 }, { "epoch": 36, "train_loss": 0.36957958340644836, "val_loss": 0.14044371247291565, "val_action_mse": 0.6519373655319214 }, { "epoch": 37, "train_loss": 0.4845064878463745, "val_loss": 0.09843187779188156, "val_action_mse": 0.621709942817688 }, { "epoch": 38, "train_loss": 0.3402957618236542, "val_loss": 0.1149682030081749, "val_action_mse": 0.5966364145278931 }, { "epoch": 39, "train_loss": 0.20650020241737366, "val_loss": 0.1379825323820114, "val_action_mse": 0.5720919966697693 }, { "epoch": 40, "train_loss": 0.2740054726600647, "val_loss": 0.10092467069625854, "val_action_mse": 0.5694532990455627 }, { "epoch": 41, "train_loss": 0.3148754835128784, "val_loss": 0.08790987730026245, "val_action_mse": 0.6134791374206543 }, { "epoch": 42, "train_loss": 0.46780461072921753, "val_loss": 0.10927682369947433, "val_action_mse": 0.5462494492530823 }, { "epoch": 43, "train_loss": 0.2361287623643875, "val_loss": 0.10699024051427841, "val_action_mse": 0.5813165903091431 }, { "epoch": 44, "train_loss": 0.23656955361366272, "val_loss": 0.12773488461971283, "val_action_mse": 0.49497923254966736 }, { "epoch": 45, "train_loss": 0.3536296784877777, "val_loss": 0.14367717504501343, "val_action_mse": 0.5560709238052368 }, { "epoch": 46, "train_loss": 0.3094886243343353, "val_loss": 0.15738871693611145, "val_action_mse": 0.5179444551467896 }, { "epoch": 47, "train_loss": 0.30475640296936035, "val_loss": 0.16269312798976898, "val_action_mse": 0.5533431172370911 }, { "epoch": 48, "train_loss": 0.6201184391975403, "val_loss": 0.0955285057425499, "val_action_mse": 0.5536470413208008 }, { "epoch": 49, "train_loss": 0.6499500870704651, "val_loss": 0.07548889517784119, "val_action_mse": 0.5053880214691162 }, { "epoch": 50, "train_loss": 0.32918041944503784, "val_loss": 0.11273704469203949, "val_action_mse": 0.5130437016487122 }, { "epoch": 51, "train_loss": 0.36807313561439514, "val_loss": 0.09166351705789566, "val_action_mse": 0.5131313800811768 }, { "epoch": 52, "train_loss": 0.4341641068458557, "val_loss": 0.07583204656839371, "val_action_mse": 0.5121503472328186 }, { "epoch": 53, "train_loss": 0.28429755568504333, "val_loss": 0.05484766513109207, "val_action_mse": 0.46526527404785156 }, { "epoch": 54, "train_loss": 0.1827351450920105, "val_loss": 0.08446325361728668, "val_action_mse": 0.5235853791236877 }, { "epoch": 55, "train_loss": 0.21780157089233398, "val_loss": 0.1049148216843605, "val_action_mse": 0.42593449354171753 }, { "epoch": 56, "train_loss": 0.21971629559993744, "val_loss": 0.11875956505537033, "val_action_mse": 0.5470485687255859 }, { "epoch": 57, "train_loss": 0.3924177289009094, "val_loss": 0.11781518161296844, "val_action_mse": 0.4452790319919586 }, { "epoch": 58, "train_loss": 0.183973029255867, "val_loss": 0.11041709780693054, "val_action_mse": 0.44857028126716614 }, { "epoch": 59, "train_loss": 0.2920917570590973, "val_loss": 0.12673251330852509, "val_action_mse": 0.4882045388221741 }, { "epoch": 60, "train_loss": 0.14983810484409332, "val_loss": 0.1270756870508194, "val_action_mse": 0.4986453950405121 }, { "epoch": 61, "train_loss": 0.3323284685611725, "val_loss": 0.08973699063062668, "val_action_mse": 0.4494093656539917 }, { "epoch": 62, "train_loss": 0.30340346693992615, "val_loss": 0.06415016949176788, "val_action_mse": 0.48177069425582886 }, { "epoch": 63, "train_loss": 0.23527072370052338, "val_loss": 0.09321953356266022, "val_action_mse": 0.4733276665210724 }, { "epoch": 64, "train_loss": 0.4615941047668457, "val_loss": 0.09106287360191345, "val_action_mse": 0.49004095792770386 }, { "epoch": 65, "train_loss": 0.20810222625732422, "val_loss": 0.09063920378684998, "val_action_mse": 0.5143473148345947 }, { "epoch": 66, "train_loss": 0.22592514753341675, "val_loss": 0.09284403920173645, "val_action_mse": 0.49505287408828735 }, { "epoch": 67, "train_loss": 0.2481665313243866, "val_loss": 0.09635401517152786, "val_action_mse": 0.5329849123954773 }, { "epoch": 68, "train_loss": 0.30395814776420593, "val_loss": 0.12847012281417847, "val_action_mse": 0.5241488814353943 }, { "epoch": 69, "train_loss": 0.17520123720169067, "val_loss": 0.18987977504730225, "val_action_mse": 0.507979154586792 }, { "epoch": 70, "train_loss": 0.26298636198043823, "val_loss": 0.15374034643173218, "val_action_mse": 0.47933560609817505 }, { "epoch": 71, "train_loss": 0.21759122610092163, "val_loss": 0.12028006464242935, "val_action_mse": 0.48771315813064575 }, { "epoch": 72, "train_loss": 0.14932438731193542, "val_loss": 0.12648716568946838, "val_action_mse": 0.45724886655807495 }, { "epoch": 73, "train_loss": 0.3017114996910095, "val_loss": 0.14949920773506165, "val_action_mse": 0.5094899535179138 }, { "epoch": 74, "train_loss": 0.22263455390930176, "val_loss": 0.12437821179628372, "val_action_mse": 0.4832560420036316 }, { "epoch": 75, "train_loss": 0.5674774050712585, "val_loss": 0.08618242293596268, "val_action_mse": 0.5171247124671936 }, { "epoch": 76, "train_loss": 0.13941065967082977, "val_loss": 0.10740279406309128, "val_action_mse": 0.45408564805984497 }, { "epoch": 77, "train_loss": 0.4969983994960785, "val_loss": 0.09431881457567215, "val_action_mse": 0.538411557674408 }, { "epoch": 78, "train_loss": 0.2487073689699173, "val_loss": 0.0855531319975853, "val_action_mse": 0.4965178072452545 }, { "epoch": 79, "train_loss": 0.14941878616809845, "val_loss": 0.08607187122106552, "val_action_mse": 0.5130510926246643 }, { "epoch": 80, "train_loss": 0.13209772109985352, "val_loss": 0.08642018586397171, "val_action_mse": 0.562786877155304 }, { "epoch": 81, "train_loss": 0.24012668430805206, "val_loss": 0.0829787626862526, "val_action_mse": 0.4676757752895355 }, { "epoch": 82, "train_loss": 0.21844379603862762, "val_loss": 0.07422208786010742, "val_action_mse": 0.4632870554924011 }, { "epoch": 83, "train_loss": 0.24086512625217438, "val_loss": 0.10795268416404724, "val_action_mse": 0.5466957092285156 }, { "epoch": 84, "train_loss": 0.17570064961910248, "val_loss": 0.13029170036315918, "val_action_mse": 0.47307223081588745 }, { "epoch": 85, "train_loss": 0.19598782062530518, "val_loss": 0.1201162338256836, "val_action_mse": 0.46898287534713745 }, { "epoch": 86, "train_loss": 0.17500336468219757, "val_loss": 0.1071813553571701, "val_action_mse": 0.4533085525035858 }, { "epoch": 87, "train_loss": 0.2993457019329071, "val_loss": 0.08398623764514923, "val_action_mse": 0.5165582895278931 }, { "epoch": 88, "train_loss": 0.1911824494600296, "val_loss": 0.09009258449077606, "val_action_mse": 0.503616452217102 }, { "epoch": 89, "train_loss": 0.22411713004112244, "val_loss": 0.09833342581987381, "val_action_mse": 0.4796442687511444 }, { "epoch": 90, "train_loss": 0.23988264799118042, "val_loss": 0.09825634211301804, "val_action_mse": 0.5013913512229919 }, { "epoch": 91, "train_loss": 0.15476307272911072, "val_loss": 0.10194797813892365, "val_action_mse": 0.4566631317138672 }, { "epoch": 92, "train_loss": 0.1540805697441101, "val_loss": 0.09060966223478317, "val_action_mse": 0.48257821798324585 }, { "epoch": 93, "train_loss": 0.16343426704406738, "val_loss": 0.09829318523406982, "val_action_mse": 0.5179023146629333 }, { "epoch": 94, "train_loss": 0.18914055824279785, "val_loss": 0.09627379477024078, "val_action_mse": 0.4796859622001648 }, { "epoch": 95, "train_loss": 0.16516029834747314, "val_loss": 0.0940607339143753, "val_action_mse": 0.5197756886482239 }, { "epoch": 96, "train_loss": 0.19147683680057526, "val_loss": 0.10966607928276062, "val_action_mse": 0.4272536337375641 }, { "epoch": 97, "train_loss": 0.20265516638755798, "val_loss": 0.13320603966712952, "val_action_mse": 0.4616169333457947 }, { "epoch": 98, "train_loss": 0.28691136837005615, "val_loss": 0.10907495021820068, "val_action_mse": 0.5303149819374084 }, { "epoch": 99, "train_loss": 0.1495584100484848, "val_loss": 0.08774635195732117, "val_action_mse": 0.5024663805961609 }, { "epoch": 100, "train_loss": 0.14334328472614288, "val_loss": 0.08015959709882736, "val_action_mse": 0.5454575419425964 }, { "epoch": 101, "train_loss": 0.2650372087955475, "val_loss": 0.07966701686382294, "val_action_mse": 0.5087618827819824 }, { "epoch": 102, "train_loss": 0.24847005307674408, "val_loss": 0.07247164845466614, "val_action_mse": 0.45921894907951355 }, { "epoch": 103, "train_loss": 0.13823767006397247, "val_loss": 0.08925852924585342, "val_action_mse": 0.4867765009403229 }, { "epoch": 104, "train_loss": 0.15648117661476135, "val_loss": 0.11446696519851685, "val_action_mse": 0.4361768960952759 }, { "epoch": 105, "train_loss": 0.2709158658981323, "val_loss": 0.09997939318418503, "val_action_mse": 0.485729455947876 }, { "epoch": 106, "train_loss": 0.29123419523239136, "val_loss": 0.07884787768125534, "val_action_mse": 0.4595548212528229 }, { "epoch": 107, "train_loss": 0.17335090041160583, "val_loss": 0.07917046546936035, "val_action_mse": 0.5108315944671631 }, { "epoch": 108, "train_loss": 0.16448616981506348, "val_loss": 0.08136655390262604, "val_action_mse": 0.47722136974334717 }, { "epoch": 109, "train_loss": 0.2695733308792114, "val_loss": 0.06743410229682922, "val_action_mse": 0.5169175863265991 }, { "epoch": 110, "train_loss": 0.21141597628593445, "val_loss": 0.08010764420032501, "val_action_mse": 0.5235785245895386 }, { "epoch": 111, "train_loss": 0.13492488861083984, "val_loss": 0.10119358450174332, "val_action_mse": 0.526080846786499 }, { "epoch": 112, "train_loss": 0.1263774335384369, "val_loss": 0.0966203510761261, "val_action_mse": 0.4889354705810547 }, { "epoch": 113, "train_loss": 0.19807375967502594, "val_loss": 0.0779036432504654, "val_action_mse": 0.5005959868431091 }, { "epoch": 114, "train_loss": 0.19317112863063812, "val_loss": 0.09022592008113861, "val_action_mse": 0.47393476963043213 }, { "epoch": 115, "train_loss": 0.23475539684295654, "val_loss": 0.09475289285182953, "val_action_mse": 0.47935473918914795 }, { "epoch": 116, "train_loss": 0.3398853838443756, "val_loss": 0.08227640390396118, "val_action_mse": 0.4692298471927643 }, { "epoch": 117, "train_loss": 0.14010311663150787, "val_loss": 0.08744736015796661, "val_action_mse": 0.5407394766807556 }, { "epoch": 118, "train_loss": 0.12566208839416504, "val_loss": 0.09501863270998001, "val_action_mse": 0.4981845021247864 }, { "epoch": 119, "train_loss": 0.20248153805732727, "val_loss": 0.08820420503616333, "val_action_mse": 0.5274531841278076 }, { "epoch": 120, "train_loss": 0.24669380486011505, "val_loss": 0.07642220705747604, "val_action_mse": 0.4499325752258301 } ], "handx_reference": { "project": "https://handx-project.github.io/", "repo": "https://github.com/handx-project/HandX", "adaptation": "HandX-style autoregressive/diffusion sequence modeling with ManipTrans Stage-1 observation/action I/O." } }