| { |
| "config": { |
| "cache_dir": "le-wm/models", |
| "dataset": "pusht_expert_train", |
| "checkpoint": "hf_pusht/weights.pt", |
| "output_dir": "models/probes/pusht_lewm_1M_sparse_imagined50_balanced_hn_fpr005", |
| "latent_cache": "models/probes/pusht_lewm_1M/latents.npz", |
| "imagined_cache": "models/probes/pusht_lewm_1M_sparse_imagined50_fpr005/objective_met_imagined_train.npz", |
| "imagined_val_cache": "models/probes/pusht_lewm_1M_sparse_imagined50_fpr005/objective_met_imagined_val.npz", |
| "imagined_test_cache": "models/probes/pusht_lewm_1M_sparse_imagined50_fpr005/objective_met_imagined_test.npz", |
| "max_samples": 1000000, |
| "sample_block_size": 16, |
| "batch_size": 512, |
| "encode_batch_size": 256, |
| "rollout_batch_size": 64, |
| "epochs": 50, |
| "patience": 8, |
| "lr": 0.001, |
| "weight_decay": 0.0001, |
| "ridge": 0.001, |
| "mlp_hidden": 256, |
| "mlp_depth": 2, |
| "device": "cuda", |
| "force_recache": false, |
| "force_imagined_recache": false, |
| "seed": 3072, |
| "probes": [ |
| "objective_met" |
| ], |
| "frameskip": 5, |
| "context_steps": 3, |
| "imagined_rollout_horizon": 20, |
| "include_imagined_rollouts": true, |
| "imagined_fraction": 0.5, |
| "eval_imagined_rollouts": true, |
| "imagined_eval_samples": 100000, |
| "sparse_imagined_sampling": "step_class_balanced", |
| "sparse_negative_sampling": "mixed", |
| "sparse_near_success_margin": 3.0, |
| "sparse_threshold_policy": "target_fpr", |
| "sparse_target_fpr": 0.05, |
| "sparse_threshold_source": "imagined_val", |
| "sparse_condition_on_step": false, |
| "sparse_hard_negative_mining": true, |
| "sparse_hard_negative_fraction": 0.25, |
| "sparse_hard_negative_epochs": 10, |
| "no_normalize_actions": false, |
| "objective_x": 256.0, |
| "objective_y": 256.0, |
| "objective_angle": 0.7853981633974483, |
| "objective_pos_tol": 20.0, |
| "objective_angle_tol": 0.3490658503988659 |
| }, |
| "feature_normalizer": { |
| "mean": [ |
| [ |
| -0.03391525521874428, |
| 0.019303878769278526, |
| -0.0164620541036129, |
| 0.03722295165061951, |
| 0.02091093547642231, |
| 0.00969670433551073, |
| -0.013262114487588406, |
| -0.0005771169089712203, |
| 0.03022521547973156, |
| -0.010804723016917706, |
| 0.03679666295647621, |
| 0.0062456498853862286, |
| 0.0895083025097847, |
| 0.007039526477456093, |
| -0.021761879324913025, |
| -0.05038325861096382, |
| -0.007485213689506054, |
| -0.09354504197835922, |
| 0.04211828485131264, |
| 0.03040301240980625, |
| -0.00042473580106161535, |
| 0.04087348282337189, |
| -0.03649146109819412, |
| 0.07045347988605499, |
| -0.011310693807899952, |
| 0.027283063158392906, |
| 0.05222737789154053, |
| 0.04991189017891884, |
| 0.016643211245536804, |
| -0.006640330888330936, |
| 0.003260034369304776, |
| 0.0672045573592186, |
| -0.06359367817640305, |
| -0.009787686169147491, |
| -0.009507933631539345, |
| 0.03875196352601051, |
| 0.0018135369755327702, |
| -0.05590800940990448, |
| -0.002706798491999507, |
| 0.05259759724140167, |
| 0.020517321303486824, |
| 0.021625978872179985, |
| -0.007564537227153778, |
| 0.06991475075483322, |
| -0.01550955232232809, |
| 0.033487316220998764, |
| -0.012956546619534492, |
| -0.0024987845681607723, |
| -0.03555292263627052, |
| -0.03498265892267227, |
| -0.008246713317930698, |
| 0.05797659233212471, |
| 0.0005199211882427335, |
| -0.08659344911575317, |
| -0.0030259103514254093, |
| -0.02483794279396534, |
| 0.030581284314393997, |
| -0.08070463687181473, |
| -0.005035382695496082, |
| -0.025906288996338844, |
| -0.003722444176673889, |
| 0.01232780423015356, |
| 0.03581054136157036, |
| 0.016551155596971512, |
| 0.03455762565135956, |
| 0.0232564527541399, |
| 0.010521938093006611, |
| 0.028451384976506233, |
| 0.08314843475818634, |
| -0.031917180866003036, |
| 0.06973885744810104, |
| 0.017116885632276535, |
| 0.0486535020172596, |
| 0.028238065540790558, |
| 0.05253681540489197, |
| -0.03212514892220497, |
| -0.008910557255148888, |
| 0.008561389520764351, |
| 0.05128587782382965, |
| 0.009337232448160648, |
| -0.036750562489032745, |
| -0.03447572886943817, |
| 0.011068688705563545, |
| -0.0008096068631857634, |
| 0.04183712974190712, |
| 0.042710136622190475, |
| 0.12208849936723709, |
| -0.05603555217385292, |
| -0.02850712649524212, |
| -0.02957111969590187, |
| -0.03809715434908867, |
| 0.004972326103597879, |
| -0.01603185012936592, |
| -0.018352825194597244, |
| 0.008428851142525673, |
| 0.04260270670056343, |
| -0.021392200142145157, |
| 0.025897447019815445, |
| -0.004322818946093321, |
| 0.04037991911172867, |
| 0.04704087972640991, |
| -0.019779665395617485, |
| 0.02166721224784851, |
| -0.010891584679484367, |
| 0.07379323244094849, |
| 0.017370931804180145, |
| 0.03816729038953781, |
| -0.03272922337055206, |
| 0.02131444588303566, |
| -0.008266504853963852, |
| 0.03152778372168541, |
| 0.03288315236568451, |
| 0.0067713079042732716, |
| 0.04723222181200981, |
| -0.033543363213539124, |
| -0.025321317836642265, |
| 0.059431519359350204, |
| 0.012598431669175625, |
| -0.031756896525621414, |
| -0.007516713347285986, |
| -0.005022983532398939, |
| -0.018501440063118935, |
| 0.02159678377211094, |
| 0.0042152684181928635, |
| -0.027531269937753677, |
| 0.01141191553324461, |
| 0.05188140645623207, |
| 0.04684270918369293, |
| 0.0023072012700140476, |
| -0.026472127065062523, |
| -0.024370897561311722, |
| 0.013914326205849648, |
| 0.04883209615945816, |
| 0.0734897330403328, |
| 0.013325628824532032, |
| 0.0032136233057826757, |
| 0.012516571208834648, |
| 0.03837522119283676, |
| -0.002306437585502863, |
| -0.019875627011060715, |
| 0.06812016665935516, |
| -0.09673334658145905, |
| 0.05006089434027672, |
| -0.0334119014441967, |
| -0.00866574514657259, |
| -0.010518704541027546, |
| -0.06406617164611816, |
| -0.013224405236542225, |
| 0.03852275758981705, |
| -0.05321602523326874, |
| -0.026803482323884964, |
| -0.05369143933057785, |
| -0.008000238798558712, |
| -0.028696438297629356, |
| 0.005369434133172035, |
| 0.033132776618003845, |
| -0.014477824792265892, |
| -0.035954587161540985, |
| -0.02955002523958683, |
| -0.001216321368701756, |
| 0.002995032351464033, |
| 0.06163417920470238, |
| 0.009160122834146023, |
| 0.03310099244117737, |
| -0.08168330788612366, |
| -0.05001722648739815, |
| -0.042233556509017944, |
| 0.03416861221194267, |
| -0.004668304231017828, |
| 0.02179359830915928, |
| -0.01448215451091528, |
| -0.025015246123075485, |
| -0.036915116012096405, |
| -0.008385919965803623, |
| -0.010830557905137539, |
| 0.04772862419486046, |
| 0.04292108863592148, |
| -0.010487840510904789, |
| -0.01799752749502659, |
| -0.05754796043038368, |
| -0.0037053318228572607, |
| 0.023770539090037346, |
| 0.07541859894990921, |
| 0.02685737982392311, |
| 0.004286227282136679, |
| 0.05141935870051384, |
| 0.06011693924665451, |
| -0.056893061846494675, |
| 0.07156100124120712, |
| -0.003438927698880434, |
| 0.02360234595835209, |
| -3.9179798477562144e-05 |
| ] |
| ], |
| "std": [ |
| [ |
| 0.9764314889907837, |
| 1.0211230516433716, |
| 0.9537190198898315, |
| 0.9804485440254211, |
| 0.9653822183609009, |
| 0.9893568158149719, |
| 1.0452691316604614, |
| 0.8841189742088318, |
| 0.9992064833641052, |
| 0.9486748576164246, |
| 0.963719367980957, |
| 1.155754566192627, |
| 1.0895198583602905, |
| 0.9194809198379517, |
| 1.0995614528656006, |
| 1.0311801433563232, |
| 1.0202665328979492, |
| 0.9967256188392639, |
| 0.9117249846458435, |
| 0.8812009692192078, |
| 1.031898021697998, |
| 0.9735895395278931, |
| 0.8732784986495972, |
| 0.9987170696258545, |
| 0.9813572764396667, |
| 0.8988218903541565, |
| 0.992881178855896, |
| 0.8459854125976562, |
| 0.999336838722229, |
| 1.0886225700378418, |
| 0.9308749437332153, |
| 0.9938654899597168, |
| 1.1240042448043823, |
| 1.0124523639678955, |
| 1.030287504196167, |
| 1.0460314750671387, |
| 0.9806774258613586, |
| 1.0205169916152954, |
| 1.036083459854126, |
| 1.113065242767334, |
| 0.9208481907844543, |
| 0.7366371750831604, |
| 1.0975638628005981, |
| 1.0625592470169067, |
| 0.9376500248908997, |
| 0.9680666923522949, |
| 1.0336203575134277, |
| 1.0803191661834717, |
| 0.9476468563079834, |
| 1.0788174867630005, |
| 0.8555576801300049, |
| 0.8978824019432068, |
| 0.9674569368362427, |
| 1.0748887062072754, |
| 0.8746950626373291, |
| 1.0838682651519775, |
| 0.9522006511688232, |
| 1.0308846235275269, |
| 0.9887060523033142, |
| 0.7987900972366333, |
| 1.0105385780334473, |
| 0.9565116167068481, |
| 1.061678409576416, |
| 1.0479332208633423, |
| 0.9825246930122375, |
| 1.0140668153762817, |
| 1.0726234912872314, |
| 1.0204355716705322, |
| 1.0739799737930298, |
| 1.0033323764801025, |
| 1.0935736894607544, |
| 1.0205678939819336, |
| 1.0440372228622437, |
| 1.0128377676010132, |
| 1.0341851711273193, |
| 1.0143182277679443, |
| 1.0131605863571167, |
| 1.0955194234848022, |
| 1.1120330095291138, |
| 0.9844388365745544, |
| 1.0389149188995361, |
| 1.0802085399627686, |
| 0.8403464555740356, |
| 1.0851470232009888, |
| 1.005518913269043, |
| 0.9517987370491028, |
| 1.0308743715286255, |
| 1.0642484426498413, |
| 0.9759883284568787, |
| 0.9674128293991089, |
| 0.9534948468208313, |
| 0.977166473865509, |
| 1.005882740020752, |
| 0.9354233145713806, |
| 0.9561018347740173, |
| 1.0553257465362549, |
| 0.9118838310241699, |
| 1.0273126363754272, |
| 1.1243360042572021, |
| 0.9836583733558655, |
| 1.0264487266540527, |
| 1.0053898096084595, |
| 1.0093896389007568, |
| 0.8318060636520386, |
| 1.0413427352905273, |
| 0.9435185790061951, |
| 1.0582057237625122, |
| 0.9668142199516296, |
| 0.9945045113563538, |
| 0.8779057264328003, |
| 1.0486721992492676, |
| 1.059097170829773, |
| 0.9552039504051208, |
| 0.9445965886116028, |
| 1.063852071762085, |
| 0.8942506313323975, |
| 0.9917181134223938, |
| 1.0602153539657593, |
| 1.0200163125991821, |
| 1.0244213342666626, |
| 0.9898468852043152, |
| 0.9715942144393921, |
| 1.079428791999817, |
| 1.024674892425537, |
| 1.0347089767456055, |
| 0.9917073249816895, |
| 1.1281354427337646, |
| 1.0171256065368652, |
| 0.9848858714103699, |
| 0.9594829678535461, |
| 0.8874891996383667, |
| 0.9576436281204224, |
| 1.0805714130401611, |
| 1.0281935930252075, |
| 1.0561119318008423, |
| 1.0014591217041016, |
| 0.9745699763298035, |
| 1.0737097263336182, |
| 1.0942798852920532, |
| 0.945891797542572, |
| 0.9173468947410583, |
| 1.0728681087493896, |
| 1.0073468685150146, |
| 1.077857494354248, |
| 1.07002592086792, |
| 1.0006595849990845, |
| 0.9740257263183594, |
| 1.0437283515930176, |
| 0.9780846238136292, |
| 1.094173789024353, |
| 0.9038551449775696, |
| 1.0628260374069214, |
| 1.1331734657287598, |
| 0.9150418043136597, |
| 1.0270310640335083, |
| 1.1034488677978516, |
| 0.9617258310317993, |
| 1.0133018493652344, |
| 0.9494602084159851, |
| 1.081701636314392, |
| 1.0030829906463623, |
| 0.9401823282241821, |
| 1.0448291301727295, |
| 1.146396279335022, |
| 1.0936627388000488, |
| 0.9121557474136353, |
| 0.9991093873977661, |
| 0.9443554282188416, |
| 0.9845660924911499, |
| 1.05245041847229, |
| 0.9437494277954102, |
| 1.0455018281936646, |
| 0.9653962254524231, |
| 0.9539138078689575, |
| 0.9768818616867065, |
| 1.1123111248016357, |
| 0.9158292412757874, |
| 1.024539589881897, |
| 0.9845446944236755, |
| 0.9192908406257629, |
| 0.8840417861938477, |
| 1.009352445602417, |
| 1.0474157333374023, |
| 1.012848138809204, |
| 0.9426905512809753, |
| 1.0978808403015137, |
| 1.0075842142105103, |
| 1.0328251123428345, |
| 1.0016602277755737, |
| 1.0136278867721558, |
| 0.9837449789047241, |
| 1.0099163055419922 |
| ] |
| ] |
| }, |
| "probes": { |
| "objective_met": { |
| "class_counts": { |
| "train_positive": 234136, |
| "train_negative": 565864, |
| "val_positive": 9575, |
| "val_negative": 90425, |
| "test_positive": 9244, |
| "test_negative": 90756 |
| }, |
| "train_source_counts": { |
| "gt": 400000, |
| "imagined": 400000, |
| "imagined_sampling": "step_class_balanced", |
| "negative_sampling": "mixed" |
| }, |
| "threshold_policy": "target_fpr", |
| "threshold_source": "imagined_val", |
| "condition_on_step": false, |
| "hard_negative_mining": true, |
| "linear": { |
| "threshold": 0.7027591991424558, |
| "positive_rate": 0.09244000166654587, |
| "mean_predicted_probability": 0.10874494910240173, |
| "roc_auc": 0.9988601481008255, |
| "average_precision": 0.9892172807999081, |
| "tp": 8225.0, |
| "tn": 90504.0, |
| "fp": 252.0, |
| "fn": 1019.0, |
| "accuracy": 0.98729, |
| "balanced_accuracy": 0.9434948294988474, |
| "precision": 0.9702725020644096, |
| "recall": 0.889766334919948, |
| "specificity": 0.9972233240777469, |
| "f1": 0.9282771852604255 |
| }, |
| "mlp": { |
| "threshold": 0.22969225093722448, |
| "positive_rate": 0.09244000166654587, |
| "mean_predicted_probability": 0.09291515499353409, |
| "roc_auc": 0.9997839354766374, |
| "average_precision": 0.9979031588181242, |
| "tp": 9125.0, |
| "tn": 90370.0, |
| "fp": 386.0, |
| "fn": 119.0, |
| "accuracy": 0.99495, |
| "balanced_accuracy": 0.9914368113081139, |
| "precision": 0.9594154137314689, |
| "recall": 0.9871267849415837, |
| "specificity": 0.9957468376746441, |
| "f1": 0.9730738469741401 |
| }, |
| "imagined_val": { |
| "linear": { |
| "threshold": 0.7027591991424558, |
| "positive_rate": 0.09217000007629395, |
| "mean_predicted_probability": 0.1610293835401535, |
| "roc_auc": 0.9744638244622095, |
| "average_precision": 0.8262833856980545, |
| "tp": 7992.0, |
| "tn": 86775.0, |
| "fp": 4008.0, |
| "fn": 1225.0, |
| "accuracy": 0.94767, |
| "balanced_accuracy": 0.911472089677066, |
| "precision": 0.666, |
| "recall": 0.8670934143430618, |
| "specificity": 0.9558507650110704, |
| "f1": 0.7533581561955037 |
| }, |
| "mlp": { |
| "threshold": 0.22969225093722448, |
| "positive_rate": 0.09217000007629395, |
| "mean_predicted_probability": 0.11417478322982788, |
| "roc_auc": 0.9802446668368997, |
| "average_precision": 0.8547125660676285, |
| "tp": 8642.0, |
| "tn": 86425.0, |
| "fp": 4358.0, |
| "fn": 575.0, |
| "accuracy": 0.95067, |
| "balanced_accuracy": 0.9448053468822426, |
| "precision": 0.6647692307692308, |
| "recall": 0.9376152761202127, |
| "specificity": 0.9519954176442726, |
| "f1": 0.7779628212629968 |
| } |
| }, |
| "imagined_test": { |
| "linear": { |
| "threshold": 0.7027591991424558, |
| "positive_rate": 0.09167999774217606, |
| "mean_predicted_probability": 0.15385475754737854, |
| "roc_auc": 0.9776629208313851, |
| "average_precision": 0.8375050401750187, |
| "tp": 7814.0, |
| "tn": 87332.0, |
| "fp": 3500.0, |
| "fn": 1354.0, |
| "accuracy": 0.95146, |
| "balanced_accuracy": 0.9068898576079776, |
| "precision": 0.690648753756408, |
| "recall": 0.8523123909249564, |
| "specificity": 0.9614673242909988, |
| "f1": 0.7630114246655602 |
| }, |
| "mlp": { |
| "threshold": 0.22969225093722448, |
| "positive_rate": 0.09167999774217606, |
| "mean_predicted_probability": 0.10984945297241211, |
| "roc_auc": 0.985993707415197, |
| "average_precision": 0.8567641919276587, |
| "tp": 8651.0, |
| "tn": 86988.0, |
| "fp": 3844.0, |
| "fn": 517.0, |
| "accuracy": 0.95639, |
| "balanced_accuracy": 0.9506441575894404, |
| "precision": 0.6923569427771108, |
| "recall": 0.943608202443281, |
| "specificity": 0.9576801127355998, |
| "f1": 0.7986890089092 |
| } |
| } |
| } |
| }, |
| "latent_cache_metadata": { |
| "dataset": "pusht_expert_train", |
| "checkpoint": "hf_pusht/weights.pt", |
| "cache_dir": "le-wm/models", |
| "max_samples": 1000000, |
| "sample_block_size": 16, |
| "split": { |
| "train_fraction": 0.8, |
| "val_fraction": 0.1, |
| "seed": 3072 |
| } |
| }, |
| "imagined_cache": "/home/inigo/data/git/repo/offline-rl-with-le-wm/models/probes/pusht_lewm_1M_sparse_imagined50_fpr005/objective_met_imagined_train.npz", |
| "imagined_val_cache": "/home/inigo/data/git/repo/offline-rl-with-le-wm/models/probes/pusht_lewm_1M_sparse_imagined50_fpr005/objective_met_imagined_val.npz", |
| "imagined_test_cache": "/home/inigo/data/git/repo/offline-rl-with-le-wm/models/probes/pusht_lewm_1M_sparse_imagined50_fpr005/objective_met_imagined_test.npz", |
| "imagined_cache_metadata": { |
| "dataset": "pusht_expert_train", |
| "checkpoint": "hf_pusht/weights.pt", |
| "frameskip": 5, |
| "context_steps": 3, |
| "rollout_horizon": 20, |
| "num_samples": 400000, |
| "split": "train", |
| "normalize_actions": true |
| }, |
| "imagined_val_cache_metadata": { |
| "dataset": "pusht_expert_train", |
| "checkpoint": "hf_pusht/weights.pt", |
| "frameskip": 5, |
| "context_steps": 3, |
| "rollout_horizon": 20, |
| "num_samples": 100000, |
| "split": "val", |
| "normalize_actions": true |
| }, |
| "imagined_test_cache_metadata": { |
| "dataset": "pusht_expert_train", |
| "checkpoint": "hf_pusht/weights.pt", |
| "frameskip": 5, |
| "context_steps": 3, |
| "rollout_horizon": 20, |
| "num_samples": 100000, |
| "split": "test", |
| "normalize_actions": true |
| } |
| } |
