Add files using upload-large-folder tool

1e-4/twinvla-scratch-1e-4-aloha_dish_drainer/config.json

@@ -0,0 +1,315 @@
+{
+  "_name_or_path": "/scratch2/jellyho/rebuttal/tabletop-v3/twinvla-scratch-1e-4-aloha_dish_drainer",
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_len": 20,
+  "architectures": [
+    "Eagle2_1BTwinVLA"
+  ],
+  "attn_reweighting": true,
+  "denoiser": "FM",
+  "dit_scratch": false,
+  "global_normalization": true,
+  "hz_interpolate": null,
+  "interpolate_gripper": false,
+  "knowledge_insulation": false,
+  "model_path": null,
+  "model_type": "Eagle2_1BTwinVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "readout_token_as_eos": true,
+  "share_decoder": true,
+  "share_embed_tokens": true,
+  "share_vision": true,
+  "singlevla_config": {
+    "_attn_implementation_autoset": false,
+    "_attn_implementation_internal": null,
+    "_commit_hash": null,
+    "_name_or_path": "/scratch2/jellyho/rebuttal/tabletop-v3/twinvla-scratch-1e-4-aloha_dish_drainer/singlevla_config",
+    "action_dim": 10,
+    "action_head": "DiT",
+    "action_head_hidden_dim": 1024,
+    "action_len": 20,
+    "add_cross_attention": false,
+    "aggregation": "None",
+    "architectures": [
+      "Eagle2_1BVLA"
+    ],
+    "auto_map": {},
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "denoiser": "FM",
+    "diffusion_batch": 32,
+    "dit_size": "DiT-B",
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "downsample_ratio": 0.5,
+    "dynamic_image_size": true,
+    "early_stopping": false,
+    "efficient_loss": true,
+    "enable_cfg": true,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_image_size": 448,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "global_normalization": true,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "keep_aspect_ratio": false,
+    "knowledge_insulation": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "llm_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+      "add_cross_attention": false,
+      "architectures": [
+        "Qwen2ForCausalLM"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_qwen2.Qwen2Config",
+        "AutoModel": "modeling_qwen2.Qwen2Model",
+        "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": 151643,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": 151645,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "silu",
+      "hidden_size": 896,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "initializer_range": 0.02,
+      "intermediate_size": 4864,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "max_window_layers": 21,
+      "min_length": 0,
+      "model_type": "qwen2",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 14,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 24,
+      "num_key_value_heads": 2,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rms_norm_eps": 1e-06,
+      "rope_scaling": null,
+      "rope_theta": 1000000.0,
+      "sep_token_id": null,
+      "sliding_window": 32768,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "use_cache": false,
+      "use_sliding_window": false,
+      "vocab_size": 151674
+    },
+    "loss_version": "v4",
+    "max_dynamic_patch": 12,
+    "max_length": 20,
+    "min_dynamic_patch": 1,
+    "min_length": 0,
+    "mlp_checkpoint": true,
+    "model_path": "nvidia/Eagle2-1B",
+    "model_type": "Eagle2_1BVLA",
+    "modeling": "denoising",
+    "no_repeat_ngram_size": 0,
+    "normalization": "quantile",
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_readouts": 1,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad2square": false,
+    "pad_token_id": null,
+    "pre_feature_reduction": false,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "ps_version": "v2",
+    "readout_token_as_eos": true,
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "return_text": null,
+    "select_layer": -1,
+    "sep_token_id": null,
+    "state_dim": 10,
+    "stopping_token": "|",
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "template": "qwen2-chat",
+    "test_denoising_steps": 10,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "train_denoising_steps": 100,
+    "typical_p": 1.0,
+    "use_backbone_lora": 0,
+    "use_bfloat16": false,
+    "use_llm_lora": 0,
+    "use_thumbnail": true,
+    "vision_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": [
+        "SiglipVisionModel"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+        "AutoModel": "modeling_siglip.SiglipVisionModel"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "drop_path_rate": 0.1,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "gelu_pytorch_tanh",
+      "hidden_size": 1152,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "image_size": 448,
+      "intermediate_size": 4304,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "layer_norm_eps": 1e-06,
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "min_length": 0,
+      "model_type": "siglip_vision_model",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 16,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_channels": 3,
+      "num_hidden_layers": 27,
+      "num_image_tokens": 1024,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "patch_size": 14,
+      "prefix": null,
+      "problem_type": null,
+      "projection_dim": 2048,
+      "projector_hidden_act": "gelu_fast",
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "vision_use_head": false
+    },
+    "vocab_size": 151674,
+    "vocab_start": null
+  },
+  "singlevla_config_path": "/scratch2/jellyho/rebuttal/tabletop-v3/twinvla-scratch-1e-4-aloha_dish_drainer/singlevla_config",
+  "singlevla_pretrained_path": null,
+  "state_dim": 10,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0"
+}

1e-4/twinvla-scratch-1e-4-aloha_dish_drainer/dataset_statistics.json

@@ -0,0 +1,634 @@
+{
+  "aloha_dish_drainer": {
+    "action": {
+      "mean": [
+        0.40166154503822327,
+        -0.01112140342593193,
+        0.1838103085756302,
+        0.7193062901496887,
+        0.2537333369255066,
+        -0.5631371736526489,
+        -0.14408059418201447,
+        0.8170215487480164,
+        0.1759030818939209,
+        0.3052484393119812,
+        0.27496495842933655,
+        0.07536163926124573,
+        0.11210401356220245,
+        0.5866137146949768,
+        0.16616441309452057,
+        -0.6815541982650757,
+        -0.029566079378128052,
+        0.9651421308517456,
+        0.16927561163902283,
+        -0.015535339713096619
+      ],
+      "std": [
+        0.11050384491682053,
+        0.09560801833868027,
+        0.07149424403905869,
+        0.16429583728313446,
+        0.23607666790485382,
+        0.13553044199943542,
+        0.4136315882205963,
+        0.16760702431201935,
+        0.28564009070396423,
+        0.9522888660430908,
+        0.031309906393289566,
+        0.04574710130691528,
+        0.08567056804895401,
+        0.298023521900177,
+        0.15602006018161774,
+        0.22492952644824982,
+        0.10802315920591354,
+        0.04161505028605461,
+        0.15993013978004456,
+        0.9998809099197388
+      ],
+      "max": [
+        0.6568294763565063,
+        0.20922525227069855,
+        0.329291433095932,
+        0.9988790154457092,
+        0.8221861720085144,
+        -0.02126980759203434,
+        0.554952085018158,
+        0.9999961256980896,
+        0.8352594971656799,
+        1.0,
+        0.3725535273551941,
+        0.20133008062839508,
+        0.2683204710483551,
+        0.9969081878662109,
+        0.5947288274765015,
+        0.135818213224411,
+        0.297533243894577,
+        0.9999833106994629,
+        0.6284497380256653,
+        1.0
+      ],
+      "min": [
+        0.1679762601852417,
+        -0.2037276178598404,
+        0.026118876412510872,
+        0.06734701991081238,
+        -0.3303077816963196,
+        -0.865761399269104,
+        -0.9697803854942322,
+        0.24385260045528412,
+        -0.3337814211845398,
+        -1.0,
+        0.17690593004226685,
+        -0.019342761486768723,
+        -0.045900676399469376,
+        -0.08388058096170425,
+        -0.1825810670852661,
+        -0.9999706149101257,
+        -0.4282298684120178,
+        0.7756603956222534,
+        -0.19046637415885925,
+        -1.0
+      ],
+      "q01": [
+        0.22041156470775605,
+        -0.17958899974822998,
+        0.04473079532384872,
+        0.2284090793132782,
+        -0.2088965356349945,
+        -0.811203727722168,
+        -0.9306126594543457,
+        0.3530711317062378,
+        -0.2207678198814392,
+        -1.0,
+        0.2055837804079056,
+        0.005079864375293255,
+        -0.04285515695810318,
+        0.023393160849809646,
+        -0.12909780085086822,
+        -0.9969730639457702,
+        -0.31871861577033994,
+        0.8128526282310485,
+        -0.12555764615535736,
+        -1.0
+      ],
+      "q99": [
+        0.6256548881530761,
+        0.16506216526031484,
+        0.3053938007354736,
+        0.9577780866622918,
+        0.7322160029411315,
+        -0.22335838973522296,
+        0.43161325573921194,
+        0.9983374524116516,
+        0.7683744573593138,
+        1.0,
+        0.344862767457962,
+        0.19341405749320983,
+        0.24164194464683514,
+        0.9684402346611023,
+        0.5674381494522094,
+        -0.24195577383041442,
+        0.2379095745086669,
+        0.9997554516792297,
+        0.564831252098083,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.39952757954597473,
+        -0.01743784174323082,
+        0.17103438079357147,
+        0.7105360627174377,
+        0.238600954413414,
+        -0.5759879350662231,
+        -0.11663737148046494,
+        0.815979540348053,
+        0.1842789500951767,
+        0.32329148054122925,
+        0.2642972469329834,
+        0.056828975677490234,
+        0.10836686193943024,
+        0.5435150265693665,
+        0.10053255409002304,
+        -0.7011978030204773,
+        -0.03383756801486015,
+        0.950905442237854,
+        0.0682743638753891,
+        -0.11205191910266876
+      ],
+      "std": [
+        0.1054687574505806,
+        0.09407484531402588,
+        0.07594858109951019,
+        0.15545178949832916,
+        0.23370550572872162,
+        0.1663108915090561,
+        0.417312353849411,
+        0.1589633673429489,
+        0.295290470123291,
+        0.8386000990867615,
+        0.03193666413426399,
+        0.03702628239989281,
+        0.08499231189489365,
+        0.33746662735939026,
+        0.13817644119262695,
+        0.2642515301704407,
+        0.13742688298225403,
+        0.10328594595193863,
+        0.24581065773963928,
+        0.988041341304779
+      ],
+      "max": [
+        0.6216338276863098,
+        0.1681845635175705,
+        0.3582729399204254,
+        0.9998778104782104,
+        0.7569742202758789,
+        0.29317960143089294,
+        0.5474420785903931,
+        1.0,
+        0.9644882678985596,
+        1.2399240732192993,
+        0.36810019612312317,
+        0.15229015052318573,
+        0.3755773603916168,
+        0.9999530911445618,
+        0.47173869609832764,
+        0.4396477937698364,
+        0.5856077671051025,
+        1.0,
+        0.9141661524772644,
+        1.0335123538970947
+      ],
+      "min": [
+        0.17779576778411865,
+        -0.2223799079656601,
+        0.009585360996425152,
+        0.27525120973587036,
+        -0.3401731848716736,
+        -0.8740139603614807,
+        -0.922980010509491,
+        0.20966650545597076,
+        -0.5117865800857544,
+        -1.04777991771698,
+        0.13721425831317902,
+        -0.11607959121465683,
+        -0.006126723252236843,
+        -0.12117788940668106,
+        -0.5865428447723389,
+        -0.9999897480010986,
+        -0.48856121301651,
+        -0.09543908387422562,
+        -0.9954046607017517,
+        -1.1056499481201172
+      ],
+      "q01": [
+        0.22190109610557557,
+        -0.19557971894741058,
+        0.02071425139904022,
+        0.33727509021759033,
+        -0.20722176849842072,
+        -0.8324707460403442,
+        -0.8625615048408508,
+        0.48607451796531675,
+        -0.30660848736763,
+        -0.9315443730354309,
+        0.19041878879070281,
+        -0.04380948930978775,
+        -0.0050327684171497826,
+        -0.05638677150011063,
+        -0.26807846426963805,
+        -0.9989835453033448,
+        -0.329305921792984,
+        0.4013799297809601,
+        -0.8769975972175598,
+        -1.088063154220581
+      ],
+      "q99": [
+        0.6066525983810425,
+        0.13703446269035335,
+        0.3049686551094055,
+        0.995180070400238,
+        0.6961594343185422,
+        0.0980641171336174,
+        0.463529108762741,
+        0.9997917461395264,
+        0.7787499904632564,
+        1.0201601552963255,
+        0.3442830562591551,
+        0.1231292974948883,
+        0.30282683849334713,
+        0.9978944087028503,
+        0.41937308669090234,
+        0.0980641171336174,
+        0.27175513744354135,
+        0.999885528087616,
+        0.5146499085426329,
+        1.0030832004547119
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 7145,
+    "num_trajectories": 50
+  },
+  "aloha_dish_drainer_new": {
+    "action": {
+      "mean": [
+        0.40166154503822327,
+        -0.01112140342593193,
+        0.1838103085756302,
+        0.7193062901496887,
+        0.2537333369255066,
+        -0.5631371736526489,
+        -0.14408059418201447,
+        0.8170215487480164,
+        0.1759030818939209,
+        0.3052484393119812,
+        0.27496495842933655,
+        0.07536163926124573,
+        0.11210401356220245,
+        0.5866137146949768,
+        0.16616441309452057,
+        -0.6815541982650757,
+        -0.029566079378128052,
+        0.9651421308517456,
+        0.16927561163902283,
+        -0.015535339713096619
+      ],
+      "std": [
+        0.11050384491682053,
+        0.09560801833868027,
+        0.07149424403905869,
+        0.16429583728313446,
+        0.23607666790485382,
+        0.13553044199943542,
+        0.4136315882205963,
+        0.16760702431201935,
+        0.28564009070396423,
+        0.9522888660430908,
+        0.031309906393289566,
+        0.04574710130691528,
+        0.08567056804895401,
+        0.298023521900177,
+        0.15602006018161774,
+        0.22492952644824982,
+        0.10802315920591354,
+        0.04161505028605461,
+        0.15993013978004456,
+        0.9998809099197388
+      ],
+      "max": [
+        0.6568294763565063,
+        0.20922525227069855,
+        0.329291433095932,
+        0.9988790154457092,
+        0.8221861720085144,
+        -0.02126980759203434,
+        0.554952085018158,
+        0.9999961256980896,
+        0.8352594971656799,
+        1.0,
+        0.3725535273551941,
+        0.20133008062839508,
+        0.2683204710483551,
+        0.9969081878662109,
+        0.5947288274765015,
+        0.135818213224411,
+        0.297533243894577,
+        0.9999833106994629,
+        0.6284497380256653,
+        1.0
+      ],
+      "min": [
+        0.1679762601852417,
+        -0.2037276178598404,
+        0.026118876412510872,
+        0.06734701991081238,
+        -0.3303077816963196,
+        -0.865761399269104,
+        -0.9697803854942322,
+        0.24385260045528412,
+        -0.3337814211845398,
+        -1.0,
+        0.17690593004226685,
+        -0.019342761486768723,
+        -0.045900676399469376,
+        -0.08388058096170425,
+        -0.1825810670852661,
+        -0.9999706149101257,
+        -0.4282298684120178,
+        0.7756603956222534,
+        -0.19046637415885925,
+        -1.0
+      ],
+      "q01": [
+        0.22041156470775605,
+        -0.17958899974822998,
+        0.04473079532384872,
+        0.2284090793132782,
+        -0.2088965356349945,
+        -0.811203727722168,
+        -0.9306126594543457,
+        0.3530711317062378,
+        -0.2207678198814392,
+        -1.0,
+        0.2055837804079056,
+        0.005079864375293255,
+        -0.04285515695810318,
+        0.023393160849809646,
+        -0.12909780085086822,
+        -0.9969730639457702,
+        -0.31871861577033994,
+        0.8128526282310485,
+        -0.12555764615535736,
+        -1.0
+      ],
+      "q99": [
+        0.6256548881530761,
+        0.16506216526031484,
+        0.3053938007354736,
+        0.9577780866622918,
+        0.7322160029411315,
+        -0.22335838973522296,
+        0.43161325573921194,
+        0.9983374524116516,
+        0.7683744573593138,
+        1.0,
+        0.344862767457962,
+        0.19341405749320983,
+        0.24164194464683514,
+        0.9684402346611023,
+        0.5674381494522094,
+        -0.24195577383041442,
+        0.2379095745086669,
+        0.9997554516792297,
+        0.564831252098083,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.39952757954597473,
+        -0.01743784174323082,
+        0.17103438079357147,
+        0.7105360627174377,
+        0.238600954413414,
+        -0.5759879350662231,
+        -0.11663737148046494,
+        0.815979540348053,
+        0.1842789500951767,
+        0.32329148054122925,
+        0.2642972469329834,
+        0.056828975677490234,
+        0.10836686193943024,
+        0.5435150265693665,
+        0.10053255409002304,
+        -0.7011978030204773,
+        -0.03383756801486015,
+        0.950905442237854,
+        0.0682743638753891,
+        -0.11205191910266876
+      ],
+      "std": [
+        0.1054687574505806,
+        0.09407484531402588,
+        0.07594858109951019,
+        0.15545178949832916,
+        0.23370550572872162,
+        0.1663108915090561,
+        0.417312353849411,
+        0.1589633673429489,
+        0.295290470123291,
+        0.8386000990867615,
+        0.03193666413426399,
+        0.03702628239989281,
+        0.08499231189489365,
+        0.33746662735939026,
+        0.13817644119262695,
+        0.2642515301704407,
+        0.13742688298225403,
+        0.10328594595193863,
+        0.24581065773963928,
+        0.988041341304779
+      ],
+      "max": [
+        0.6216338276863098,
+        0.1681845635175705,
+        0.3582729399204254,
+        0.9998778104782104,
+        0.7569742202758789,
+        0.29317960143089294,
+        0.5474420785903931,
+        1.0,
+        0.9644882678985596,
+        1.2399240732192993,
+        0.36810019612312317,
+        0.15229015052318573,
+        0.3755773603916168,
+        0.9999530911445618,
+        0.47173869609832764,
+        0.4396477937698364,
+        0.5856077671051025,
+        1.0,
+        0.9141661524772644,
+        1.0335123538970947
+      ],
+      "min": [
+        0.17779576778411865,
+        -0.2223799079656601,
+        0.009585360996425152,
+        0.27525120973587036,
+        -0.3401731848716736,
+        -0.8740139603614807,
+        -0.922980010509491,
+        0.20966650545597076,
+        -0.5117865800857544,
+        -1.04777991771698,
+        0.13721425831317902,
+        -0.11607959121465683,
+        -0.006126723252236843,
+        -0.12117788940668106,
+        -0.5865428447723389,
+        -0.9999897480010986,
+        -0.48856121301651,
+        -0.09543908387422562,
+        -0.9954046607017517,
+        -1.1056499481201172
+      ],
+      "q01": [
+        0.22190109610557557,
+        -0.19557971894741058,
+        0.02071425139904022,
+        0.33727509021759033,
+        -0.20722176849842072,
+        -0.8324707460403442,
+        -0.8625615048408508,
+        0.48607451796531675,
+        -0.30660848736763,
+        -0.9315443730354309,
+        0.19041878879070281,
+        -0.04380948930978775,
+        -0.0050327684171497826,
+        -0.05638677150011063,
+        -0.26807846426963805,
+        -0.9989835453033448,
+        -0.329305921792984,
+        0.4013799297809601,
+        -0.8769975972175598,
+        -1.088063154220581
+      ],
+      "q99": [
+        0.6066525983810425,
+        0.13703446269035335,
+        0.3049686551094055,
+        0.995180070400238,
+        0.6961594343185422,
+        0.0980641171336174,
+        0.463529108762741,
+        0.9997917461395264,
+        0.7787499904632564,
+        1.0201601552963255,
+        0.3442830562591551,
+        0.1231292974948883,
+        0.30282683849334713,
+        0.9978944087028503,
+        0.41937308669090234,
+        0.0980641171336174,
+        0.27175513744354135,
+        0.999885528087616,
+        0.5146499085426329,
+        1.0030832004547119
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 7145,
+    "num_trajectories": 50
+  }
+}

1e-4/twinvla-scratch-1e-4-aloha_dish_drainer/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbde742d8d0fe9747cabd988a524d92c8d8512cc8c5f28e2853157bf95c38da
+size 2889536104

1e-4/twinvla-scratch-1e-4-aloha_dish_drainer/singlevla_config/config.json

@@ -0,0 +1,227 @@
+{
+  "_commit_hash": null,
+  "_name_or_path": "/scratch2/jellyho/rebuttal/tabletop-v3/twinvla-scratch-1e-4-aloha_dish_drainer/singlevla_config",
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_head_hidden_dim": 1024,
+  "action_len": 20,
+  "aggregation": "None",
+  "architectures": [
+    "Eagle2_1BVLA"
+  ],
+  "auto_map": {},
+  "denoiser": "FM",
+  "diffusion_batch": 32,
+  "dit_size": "DiT-B",
+  "downsample_ratio": 0.5,
+  "dynamic_image_size": true,
+  "efficient_loss": true,
+  "enable_cfg": true,
+  "force_image_size": 448,
+  "global_normalization": true,
+  "image_size": 448,
+  "keep_aspect_ratio": false,
+  "knowledge_insulation": false,
+  "llm_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+    "add_cross_attention": false,
+    "architectures": [
+      "Qwen2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_qwen2.Qwen2Config",
+      "AutoModel": "modeling_qwen2.Qwen2Model",
+      "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": 151643,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 151645,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "silu",
+    "hidden_size": 896,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4864,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 21,
+    "min_length": 0,
+    "model_type": "qwen2",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 14,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 2,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": null,
+    "rope_theta": 1000000.0,
+    "sep_token_id": null,
+    "sliding_window": 32768,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": false,
+    "use_sliding_window": false,
+    "vocab_size": 151674
+  },
+  "loss_version": "v4",
+  "max_dynamic_patch": 12,
+  "min_dynamic_patch": 1,
+  "mlp_checkpoint": true,
+  "model_path": "nvidia/Eagle2-1B",
+  "model_type": "Eagle2_1BVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "pad2square": false,
+  "pre_feature_reduction": false,
+  "ps_version": "v2",
+  "readout_token_as_eos": true,
+  "return_text": null,
+  "select_layer": -1,
+  "state_dim": 10,
+  "stopping_token": "|",
+  "template": "qwen2-chat",
+  "test_denoising_steps": 10,
+  "torch_dtype": "bfloat16",
+  "train_denoising_steps": 100,
+  "transformers_version": null,
+  "use_backbone_lora": 0,
+  "use_llm_lora": 0,
+  "use_thumbnail": true,
+  "vision_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": [
+      "SiglipVisionModel"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+      "AutoModel": "modeling_siglip.SiglipVisionModel"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "intermediate_size": 4304,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-06,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "siglip_vision_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "num_image_tokens": 1024,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 14,
+    "prefix": null,
+    "problem_type": null,
+    "projection_dim": 2048,
+    "projector_hidden_act": "gelu_fast",
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "vision_use_head": false
+  },
+  "vocab_size": 151674,
+  "vocab_start": null
+}

1e-4/twinvla-scratch-1e-4-aloha_handover_box/config.json

@@ -0,0 +1,314 @@
+{
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_len": 20,
+  "architectures": [
+    "Eagle2_1BTwinVLA"
+  ],
+  "attn_reweighting": true,
+  "denoiser": "FM",
+  "dit_scratch": false,
+  "global_normalization": true,
+  "hz_interpolate": null,
+  "interpolate_gripper": false,
+  "knowledge_insulation": false,
+  "model_path": null,
+  "model_type": "Eagle2_1BTwinVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "readout_token_as_eos": true,
+  "share_decoder": true,
+  "share_embed_tokens": true,
+  "share_vision": true,
+  "singlevla_config": {
+    "_attn_implementation_autoset": false,
+    "_attn_implementation_internal": null,
+    "_commit_hash": null,
+    "_name_or_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+    "action_dim": 10,
+    "action_head": "DiT",
+    "action_head_hidden_dim": 1024,
+    "action_len": 20,
+    "add_cross_attention": false,
+    "aggregation": "None",
+    "architectures": [
+      "Eagle2_1BVLA"
+    ],
+    "auto_map": {},
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "denoiser": "FM",
+    "diffusion_batch": 32,
+    "dit_size": "DiT-B",
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "downsample_ratio": 0.5,
+    "dynamic_image_size": true,
+    "early_stopping": false,
+    "efficient_loss": true,
+    "enable_cfg": true,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_image_size": 448,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "global_normalization": true,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "keep_aspect_ratio": false,
+    "knowledge_insulation": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "llm_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+      "add_cross_attention": false,
+      "architectures": [
+        "Qwen2ForCausalLM"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_qwen2.Qwen2Config",
+        "AutoModel": "modeling_qwen2.Qwen2Model",
+        "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": 151643,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": 151645,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "silu",
+      "hidden_size": 896,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "initializer_range": 0.02,
+      "intermediate_size": 4864,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "max_window_layers": 21,
+      "min_length": 0,
+      "model_type": "qwen2",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 14,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 24,
+      "num_key_value_heads": 2,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rms_norm_eps": 1e-06,
+      "rope_scaling": null,
+      "rope_theta": 1000000.0,
+      "sep_token_id": null,
+      "sliding_window": 32768,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "use_cache": false,
+      "use_sliding_window": false,
+      "vocab_size": 151674
+    },
+    "loss_version": "v4",
+    "max_dynamic_patch": 12,
+    "max_length": 20,
+    "min_dynamic_patch": 1,
+    "min_length": 0,
+    "mlp_checkpoint": true,
+    "model_path": "nvidia/Eagle2-1B",
+    "model_type": "Eagle2_1BVLA",
+    "modeling": "denoising",
+    "no_repeat_ngram_size": 0,
+    "normalization": "quantile",
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_readouts": 1,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad2square": false,
+    "pad_token_id": null,
+    "pre_feature_reduction": false,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "ps_version": "v2",
+    "readout_token_as_eos": true,
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "return_text": null,
+    "select_layer": -1,
+    "sep_token_id": null,
+    "state_dim": 10,
+    "stopping_token": "|",
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "template": "qwen2-chat",
+    "test_denoising_steps": 10,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "train_denoising_steps": 100,
+    "typical_p": 1.0,
+    "use_backbone_lora": 0,
+    "use_bfloat16": false,
+    "use_llm_lora": 0,
+    "use_thumbnail": true,
+    "vision_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": [
+        "SiglipVisionModel"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+        "AutoModel": "modeling_siglip.SiglipVisionModel"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "drop_path_rate": 0.1,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "gelu_pytorch_tanh",
+      "hidden_size": 1152,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "image_size": 448,
+      "intermediate_size": 4304,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "layer_norm_eps": 1e-06,
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "min_length": 0,
+      "model_type": "siglip_vision_model",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 16,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_channels": 3,
+      "num_hidden_layers": 27,
+      "num_image_tokens": 1024,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "patch_size": 14,
+      "prefix": null,
+      "problem_type": null,
+      "projection_dim": 2048,
+      "projector_hidden_act": "gelu_fast",
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "vision_use_head": false
+    },
+    "vocab_size": 151674,
+    "vocab_start": null
+  },
+  "singlevla_config_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+  "singlevla_pretrained_path": null,
+  "state_dim": 10,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0"
+}

1e-4/twinvla-scratch-1e-4-aloha_handover_box/dataset_statistics.json

@@ -0,0 +1,634 @@
+{
+  "aloha_handover_box_new": {
+    "action": {
+      "mean": [
+        0.322445809841156,
+        -0.0713680312037468,
+        0.16350828111171722,
+        0.615584671497345,
+        0.02582639269530773,
+        -0.6291787028312683,
+        -0.12873496115207672,
+        0.9684517979621887,
+        -0.05324753001332283,
+        0.32048356533050537,
+        0.35535329580307007,
+        -0.017269128933548927,
+        0.25354719161987305,
+        0.946760356426239,
+        -0.1093481183052063,
+        -0.16364224255084991,
+        0.10808137059211731,
+        0.9652293920516968,
+        -0.08225571364164352,
+        0.6809535622596741
+      ],
+      "std": [
+        0.07454725354909897,
+        0.08869025856256485,
+        0.07996608316898346,
+        0.3346059024333954,
+        0.19985823333263397,
+        0.2694716155529022,
+        0.12514568865299225,
+        0.030899852514266968,
+        0.16146361827850342,
+        0.9473041296005249,
+        0.06487792730331421,
+        0.0389498695731163,
+        0.027652494609355927,
+        0.10490526258945465,
+        0.18384318053722382,
+        0.1417805403470993,
+        0.20332522690296173,
+        0.06656655669212341,
+        0.06421920657157898,
+        0.7322932481765747
+      ],
+      "max": [
+        0.48683926463127136,
+        0.0484432689845562,
+        0.31490612030029297,
+        0.99891197681427,
+        0.4277522563934326,
+        0.06322141736745834,
+        0.4004654884338379,
+        0.9999857544898987,
+        0.3100079298019409,
+        1.0,
+        0.5334027409553528,
+        0.08494444936513901,
+        0.36568865180015564,
+        0.9999882578849792,
+        0.2546274662017822,
+        0.1172015443444252,
+        0.7982608079910278,
+        0.9999992251396179,
+        0.20094169676303864,
+        1.0
+      ],
+      "min": [
+        0.1422317922115326,
+        -0.2763901352882385,
+        -0.0600760243833065,
+        -0.14848311245441437,
+        -0.6282482743263245,
+        -0.9999129176139832,
+        -0.42181891202926636,
+        0.7404066324234009,
+        -0.6676974296569824,
+        -1.0,
+        0.1786160171031952,
+        -0.1845615804195404,
+        0.1687021553516388,
+        0.2762398421764374,
+        -0.7479667067527771,
+        -0.8485982418060303,
+        -0.2597721517086029,
+        0.6015138626098633,
+        -0.3933228552341461,
+        -1.0
+      ],
+      "q01": [
+        0.1950138956308365,
+        -0.24691226959228516,
+        -0.015285035967826844,
+        -0.04555398792028427,
+        -0.4452396559715271,
+        -0.996303243637085,
+        -0.3760478734970093,
+        0.8516808867454528,
+        -0.46342918753623963,
+        -1.0,
+        0.21926841557025908,
+        -0.1317625629901886,
+        0.1978745412826538,
+        0.5117229986190795,
+        -0.6376786828041077,
+        -0.6609986042976379,
+        -0.19099083304405212,
+        0.6930621123313904,
+        -0.2356126993894577,
+        -1.0
+      ],
+      "q99": [
+        0.47150796771049497,
+        0.038070930540561675,
+        0.28182336688041676,
+        0.9817836880683899,
+        0.3871919810771942,
+        -0.1345064049959186,
+        0.20285944879054985,
+        0.9992118668556214,
+        0.2293877118825912,
+        1.0,
+        0.49810330152511595,
+        0.0599309906363487,
+        0.3309180569648742,
+        0.9995350050926208,
+        0.1829529863595952,
+        0.03216676786541939,
+        0.7132800936698909,
+        0.9997488117218017,
+        0.08941484957933345,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.3200362026691437,
+        -0.06315236538648605,
+        0.15397155284881592,
+        0.6064433455467224,
+        0.06654603034257889,
+        -0.640325129032135,
+        -0.09359700232744217,
+        0.9627139568328857,
+        0.03187317028641701,
+        0.6514412760734558,
+        0.35154762864112854,
+        -0.018256496638059616,
+        0.2389756739139557,
+        0.9405066967010498,
+        -0.11245886981487274,
+        -0.2019510418176651,
+        0.10934194922447205,
+        0.9565088152885437,
+        -0.08098198473453522,
+        0.8085420727729797
+      ],
+      "std": [
+        0.07218372821807861,
+        0.07983937114477158,
+        0.08212247490882874,
+        0.32560110092163086,
+        0.1554078459739685,
+        0.29600194096565247,
+        0.147041916847229,
+        0.06898749619722366,
+        0.1924201399087906,
+        0.47606807947158813,
+        0.06400062888860703,
+        0.03751807287335396,
+        0.032336752861738205,
+        0.10509955137968063,
+        0.1779795140028,
+        0.13889142870903015,
+        0.20048992335796356,
+        0.082735575735569,
+        0.13973525166511536,
+        0.40020087361335754
+      ],
+      "max": [
+        0.47570154070854187,
+        0.08932404220104218,
+        0.44513142108917236,
+        0.9999915361404419,
+        0.6316148042678833,
+        0.7311769127845764,
+        0.5646719932556152,
+        1.0,
+        0.9345466494560242,
+        1.3299691677093506,
+        0.5250220894813538,
+        0.07912999391555786,
+        0.41775044798851013,
+        0.9999979138374329,
+        0.2288104146718979,
+        0.2556033134460449,
+        0.7930954098701477,
+        1.0,
+        0.8460071086883545,
+        1.1448447704315186
+      ],
+      "min": [
+        0.15507374703884125,
+        -0.24968452751636505,
+        -0.005626574158668518,
+        -0.12249666452407837,
+        -0.3874700665473938,
+        -1.0,
+        -0.8481224179267883,
+        0.28493279218673706,
+        -0.8170893788337708,
+        -1.083611011505127,
+        0.18484443426132202,
+        -0.1679670214653015,
+        0.1543029397726059,
+        0.2590605616569519,
+        -0.7203781604766846,
+        -0.8606433272361755,
+        -0.2443554699420929,
+        0.2216777801513672,
+        -0.9731146693229675,
+        -1.0848060846328735
+      ],
+      "q01": [
+        0.1903739631175995,
+        -0.22257488489151,
+        -0.0036250025033950804,
+        -0.015333320312201977,
+        -0.2553225290775299,
+        -0.9997995805740356,
+        -0.3545967137813568,
+        0.6295642066001892,
+        -0.32733017563819883,
+        -0.4065189242362976,
+        0.22028838396072387,
+        -0.1278022611141205,
+        0.17875114858150482,
+        0.488557243347168,
+        -0.6262442255020142,
+        -0.6858670902252197,
+        -0.17815817892551422,
+        0.6348884439468384,
+        -0.5856496715545654,
+        -0.4086606001853943
+      ],
+      "q99": [
+        0.4643457818031311,
+        0.05302721098065367,
+        0.32663319587707507,
+        0.995180070400238,
+        0.426870135068893,
+        0.18705489814281454,
+        0.3631119978427884,
+        0.9999364447593689,
+        0.7475578069686883,
+        1.178509011268615,
+        0.4939642870426177,
+        0.051381030380725806,
+        0.3385275864601135,
+        0.999157931804657,
+        0.16684140086173982,
+        0.05098062053322772,
+        0.7065742087364195,
+        0.9998370099067688,
+        0.5137611627578699,
+        1.0447997903823851
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 11829,
+    "num_trajectories": 50
+  },
+  "aloha_handover_box": {
+    "action": {
+      "mean": [
+        0.322445809841156,
+        -0.0713680312037468,
+        0.16350828111171722,
+        0.615584671497345,
+        0.02582639269530773,
+        -0.6291787028312683,
+        -0.12873496115207672,
+        0.9684517979621887,
+        -0.05324753001332283,
+        0.32048356533050537,
+        0.35535329580307007,
+        -0.017269128933548927,
+        0.25354719161987305,
+        0.946760356426239,
+        -0.1093481183052063,
+        -0.16364224255084991,
+        0.10808137059211731,
+        0.9652293920516968,
+        -0.08225571364164352,
+        0.6809535622596741
+      ],
+      "std": [
+        0.07454725354909897,
+        0.08869025856256485,
+        0.07996608316898346,
+        0.3346059024333954,
+        0.19985823333263397,
+        0.2694716155529022,
+        0.12514568865299225,
+        0.030899852514266968,
+        0.16146361827850342,
+        0.9473041296005249,
+        0.06487792730331421,
+        0.0389498695731163,
+        0.027652494609355927,
+        0.10490526258945465,
+        0.18384318053722382,
+        0.1417805403470993,
+        0.20332522690296173,
+        0.06656655669212341,
+        0.06421920657157898,
+        0.7322932481765747
+      ],
+      "max": [
+        0.48683926463127136,
+        0.0484432689845562,
+        0.31490612030029297,
+        0.99891197681427,
+        0.4277522563934326,
+        0.06322141736745834,
+        0.4004654884338379,
+        0.9999857544898987,
+        0.3100079298019409,
+        1.0,
+        0.5334027409553528,
+        0.08494444936513901,
+        0.36568865180015564,
+        0.9999882578849792,
+        0.2546274662017822,
+        0.1172015443444252,
+        0.7982608079910278,
+        0.9999992251396179,
+        0.20094169676303864,
+        1.0
+      ],
+      "min": [
+        0.1422317922115326,
+        -0.2763901352882385,
+        -0.0600760243833065,
+        -0.14848311245441437,
+        -0.6282482743263245,
+        -0.9999129176139832,
+        -0.42181891202926636,
+        0.7404066324234009,
+        -0.6676974296569824,
+        -1.0,
+        0.1786160171031952,
+        -0.1845615804195404,
+        0.1687021553516388,
+        0.2762398421764374,
+        -0.7479667067527771,
+        -0.8485982418060303,
+        -0.2597721517086029,
+        0.6015138626098633,
+        -0.3933228552341461,
+        -1.0
+      ],
+      "q01": [
+        0.1950138956308365,
+        -0.24691226959228516,
+        -0.015285035967826844,
+        -0.04555398792028427,
+        -0.4452396559715271,
+        -0.996303243637085,
+        -0.3760478734970093,
+        0.8516808867454528,
+        -0.46342918753623963,
+        -1.0,
+        0.21926841557025908,
+        -0.1317625629901886,
+        0.1978745412826538,
+        0.5117229986190795,
+        -0.6376786828041077,
+        -0.6609986042976379,
+        -0.19099083304405212,
+        0.6930621123313904,
+        -0.2356126993894577,
+        -1.0
+      ],
+      "q99": [
+        0.47150796771049497,
+        0.038070930540561675,
+        0.28182336688041676,
+        0.9817836880683899,
+        0.3871919810771942,
+        -0.1345064049959186,
+        0.20285944879054985,
+        0.9992118668556214,
+        0.2293877118825912,
+        1.0,
+        0.49810330152511595,
+        0.0599309906363487,
+        0.3309180569648742,
+        0.9995350050926208,
+        0.1829529863595952,
+        0.03216676786541939,
+        0.7132800936698909,
+        0.9997488117218017,
+        0.08941484957933345,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.3200362026691437,
+        -0.06315236538648605,
+        0.15397155284881592,
+        0.6064433455467224,
+        0.06654603034257889,
+        -0.640325129032135,
+        -0.09359700232744217,
+        0.9627139568328857,
+        0.03187317028641701,
+        0.6514412760734558,
+        0.35154762864112854,
+        -0.018256496638059616,
+        0.2389756739139557,
+        0.9405066967010498,
+        -0.11245886981487274,
+        -0.2019510418176651,
+        0.10934194922447205,
+        0.9565088152885437,
+        -0.08098198473453522,
+        0.8085420727729797
+      ],
+      "std": [
+        0.07218372821807861,
+        0.07983937114477158,
+        0.08212247490882874,
+        0.32560110092163086,
+        0.1554078459739685,
+        0.29600194096565247,
+        0.147041916847229,
+        0.06898749619722366,
+        0.1924201399087906,
+        0.47606807947158813,
+        0.06400062888860703,
+        0.03751807287335396,
+        0.032336752861738205,
+        0.10509955137968063,
+        0.1779795140028,
+        0.13889142870903015,
+        0.20048992335796356,
+        0.082735575735569,
+        0.13973525166511536,
+        0.40020087361335754
+      ],
+      "max": [
+        0.47570154070854187,
+        0.08932404220104218,
+        0.44513142108917236,
+        0.9999915361404419,
+        0.6316148042678833,
+        0.7311769127845764,
+        0.5646719932556152,
+        1.0,
+        0.9345466494560242,
+        1.3299691677093506,
+        0.5250220894813538,
+        0.07912999391555786,
+        0.41775044798851013,
+        0.9999979138374329,
+        0.2288104146718979,
+        0.2556033134460449,
+        0.7930954098701477,
+        1.0,
+        0.8460071086883545,
+        1.1448447704315186
+      ],
+      "min": [
+        0.15507374703884125,
+        -0.24968452751636505,
+        -0.005626574158668518,
+        -0.12249666452407837,
+        -0.3874700665473938,
+        -1.0,
+        -0.8481224179267883,
+        0.28493279218673706,
+        -0.8170893788337708,
+        -1.083611011505127,
+        0.18484443426132202,
+        -0.1679670214653015,
+        0.1543029397726059,
+        0.2590605616569519,
+        -0.7203781604766846,
+        -0.8606433272361755,
+        -0.2443554699420929,
+        0.2216777801513672,
+        -0.9731146693229675,
+        -1.0848060846328735
+      ],
+      "q01": [
+        0.1903739631175995,
+        -0.22257488489151,
+        -0.0036250025033950804,
+        -0.015333320312201977,
+        -0.2553225290775299,
+        -0.9997995805740356,
+        -0.3545967137813568,
+        0.6295642066001892,
+        -0.32733017563819883,
+        -0.4065189242362976,
+        0.22028838396072387,
+        -0.1278022611141205,
+        0.17875114858150482,
+        0.488557243347168,
+        -0.6262442255020142,
+        -0.6858670902252197,
+        -0.17815817892551422,
+        0.6348884439468384,
+        -0.5856496715545654,
+        -0.4086606001853943
+      ],
+      "q99": [
+        0.4643457818031311,
+        0.05302721098065367,
+        0.32663319587707507,
+        0.995180070400238,
+        0.426870135068893,
+        0.18705489814281454,
+        0.3631119978427884,
+        0.9999364447593689,
+        0.7475578069686883,
+        1.178509011268615,
+        0.4939642870426177,
+        0.051381030380725806,
+        0.3385275864601135,
+        0.999157931804657,
+        0.16684140086173982,
+        0.05098062053322772,
+        0.7065742087364195,
+        0.9998370099067688,
+        0.5137611627578699,
+        1.0447997903823851
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 11829,
+    "num_trajectories": 50
+  }
+}

1e-4/twinvla-scratch-1e-4-aloha_handover_box/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef8ab0367cab07a1e4d78f1285753400e6b24622a602d21ecb5a635be5d8704
+size 2889536104

1e-4/twinvla-scratch-1e-4-aloha_handover_box/singlevla_config/config.json

@@ -0,0 +1,227 @@
+{
+  "_commit_hash": null,
+  "_name_or_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_head_hidden_dim": 1024,
+  "action_len": 20,
+  "aggregation": "None",
+  "architectures": [
+    "Eagle2_1BVLA"
+  ],
+  "auto_map": {},
+  "denoiser": "FM",
+  "diffusion_batch": 32,
+  "dit_size": "DiT-B",
+  "downsample_ratio": 0.5,
+  "dynamic_image_size": true,
+  "efficient_loss": true,
+  "enable_cfg": true,
+  "force_image_size": 448,
+  "global_normalization": true,
+  "image_size": 448,
+  "keep_aspect_ratio": false,
+  "knowledge_insulation": false,
+  "llm_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+    "add_cross_attention": false,
+    "architectures": [
+      "Qwen2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_qwen2.Qwen2Config",
+      "AutoModel": "modeling_qwen2.Qwen2Model",
+      "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": 151643,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 151645,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "silu",
+    "hidden_size": 896,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4864,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 21,
+    "min_length": 0,
+    "model_type": "qwen2",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 14,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 2,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": null,
+    "rope_theta": 1000000.0,
+    "sep_token_id": null,
+    "sliding_window": 32768,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": false,
+    "use_sliding_window": false,
+    "vocab_size": 151674
+  },
+  "loss_version": "v4",
+  "max_dynamic_patch": 12,
+  "min_dynamic_patch": 1,
+  "mlp_checkpoint": true,
+  "model_path": "nvidia/Eagle2-1B",
+  "model_type": "Eagle2_1BVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "pad2square": false,
+  "pre_feature_reduction": false,
+  "ps_version": "v2",
+  "readout_token_as_eos": true,
+  "return_text": null,
+  "select_layer": -1,
+  "state_dim": 10,
+  "stopping_token": "|",
+  "template": "qwen2-chat",
+  "test_denoising_steps": 10,
+  "torch_dtype": "bfloat16",
+  "train_denoising_steps": 100,
+  "transformers_version": null,
+  "use_backbone_lora": 0,
+  "use_llm_lora": 0,
+  "use_thumbnail": true,
+  "vision_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": [
+      "SiglipVisionModel"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+      "AutoModel": "modeling_siglip.SiglipVisionModel"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "intermediate_size": 4304,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-06,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "siglip_vision_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "num_image_tokens": 1024,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 14,
+    "prefix": null,
+    "problem_type": null,
+    "projection_dim": 2048,
+    "projector_hidden_act": "gelu_fast",
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "vision_use_head": false
+  },
+  "vocab_size": 151674,
+  "vocab_start": null
+}

1e-4/twinvla-scratch-1e-4-aloha_lift_box/config.json

@@ -0,0 +1,314 @@
+{
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_len": 20,
+  "architectures": [
+    "Eagle2_1BTwinVLA"
+  ],
+  "attn_reweighting": true,
+  "denoiser": "FM",
+  "dit_scratch": false,
+  "global_normalization": true,
+  "hz_interpolate": null,
+  "interpolate_gripper": false,
+  "knowledge_insulation": false,
+  "model_path": null,
+  "model_type": "Eagle2_1BTwinVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "readout_token_as_eos": true,
+  "share_decoder": true,
+  "share_embed_tokens": true,
+  "share_vision": true,
+  "singlevla_config": {
+    "_attn_implementation_autoset": false,
+    "_attn_implementation_internal": null,
+    "_commit_hash": null,
+    "_name_or_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+    "action_dim": 10,
+    "action_head": "DiT",
+    "action_head_hidden_dim": 1024,
+    "action_len": 20,
+    "add_cross_attention": false,
+    "aggregation": "None",
+    "architectures": [
+      "Eagle2_1BVLA"
+    ],
+    "auto_map": {},
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "denoiser": "FM",
+    "diffusion_batch": 32,
+    "dit_size": "DiT-B",
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "downsample_ratio": 0.5,
+    "dynamic_image_size": true,
+    "early_stopping": false,
+    "efficient_loss": true,
+    "enable_cfg": true,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_image_size": 448,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "global_normalization": true,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "keep_aspect_ratio": false,
+    "knowledge_insulation": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "llm_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+      "add_cross_attention": false,
+      "architectures": [
+        "Qwen2ForCausalLM"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_qwen2.Qwen2Config",
+        "AutoModel": "modeling_qwen2.Qwen2Model",
+        "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": 151643,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": 151645,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "silu",
+      "hidden_size": 896,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "initializer_range": 0.02,
+      "intermediate_size": 4864,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "max_window_layers": 21,
+      "min_length": 0,
+      "model_type": "qwen2",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 14,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 24,
+      "num_key_value_heads": 2,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rms_norm_eps": 1e-06,
+      "rope_scaling": null,
+      "rope_theta": 1000000.0,
+      "sep_token_id": null,
+      "sliding_window": 32768,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "use_cache": false,
+      "use_sliding_window": false,
+      "vocab_size": 151674
+    },
+    "loss_version": "v4",
+    "max_dynamic_patch": 12,
+    "max_length": 20,
+    "min_dynamic_patch": 1,
+    "min_length": 0,
+    "mlp_checkpoint": true,
+    "model_path": "nvidia/Eagle2-1B",
+    "model_type": "Eagle2_1BVLA",
+    "modeling": "denoising",
+    "no_repeat_ngram_size": 0,
+    "normalization": "quantile",
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_readouts": 1,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad2square": false,
+    "pad_token_id": null,
+    "pre_feature_reduction": false,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "ps_version": "v2",
+    "readout_token_as_eos": true,
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "return_text": null,
+    "select_layer": -1,
+    "sep_token_id": null,
+    "state_dim": 10,
+    "stopping_token": "|",
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "template": "qwen2-chat",
+    "test_denoising_steps": 10,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "train_denoising_steps": 100,
+    "typical_p": 1.0,
+    "use_backbone_lora": 0,
+    "use_bfloat16": false,
+    "use_llm_lora": 0,
+    "use_thumbnail": true,
+    "vision_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": [
+        "SiglipVisionModel"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+        "AutoModel": "modeling_siglip.SiglipVisionModel"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "drop_path_rate": 0.1,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "gelu_pytorch_tanh",
+      "hidden_size": 1152,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "image_size": 448,
+      "intermediate_size": 4304,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "layer_norm_eps": 1e-06,
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "min_length": 0,
+      "model_type": "siglip_vision_model",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 16,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_channels": 3,
+      "num_hidden_layers": 27,
+      "num_image_tokens": 1024,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "patch_size": 14,
+      "prefix": null,
+      "problem_type": null,
+      "projection_dim": 2048,
+      "projector_hidden_act": "gelu_fast",
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "vision_use_head": false
+    },
+    "vocab_size": 151674,
+    "vocab_start": null
+  },
+  "singlevla_config_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+  "singlevla_pretrained_path": null,
+  "state_dim": 10,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0"
+}

1e-4/twinvla-scratch-1e-4-aloha_lift_box/dataset_statistics.json

@@ -0,0 +1,634 @@
+{
+  "aloha_lift_box_new": {
+    "action": {
+      "mean": [
+        0.3633340299129486,
+        -0.0188243817538023,
+        0.1790345162153244,
+        0.4083189070224762,
+        -0.11689117550849915,
+        -0.8073354959487915,
+        -0.10573232173919678,
+        0.9415333271026611,
+        -0.16247375309467316,
+        0.619253396987915,
+        0.36085841059684753,
+        0.013982076197862625,
+        0.20412708818912506,
+        0.5001599788665771,
+        0.11137505620718002,
+        -0.7415233254432678,
+        0.05212549492716789,
+        0.9483596682548523,
+        0.16254937648773193,
+        0.7590736150741577
+      ],
+      "std": [
+        0.0638059601187706,
+        0.06317954510450363,
+        0.11073724925518036,
+        0.31736424565315247,
+        0.13928908109664917,
+        0.21841377019882202,
+        0.22394296526908875,
+        0.08008279651403427,
+        0.1392110288143158,
+        0.7852216362953186,
+        0.056878820061683655,
+        0.059404969215393066,
+        0.1170634776353836,
+        0.3238432705402374,
+        0.14080214500427246,
+        0.25074857473373413,
+        0.2164432257413864,
+        0.07544830441474915,
+        0.1375824362039566,
+        0.651036262512207
+      ],
+      "max": [
+        0.5681452751159668,
+        0.2437673658132553,
+        0.45541316270828247,
+        0.9999293088912964,
+        0.523757815361023,
+        0.4592168927192688,
+        0.7756927013397217,
+        0.9999935030937195,
+        0.2805824279785156,
+        1.0,
+        0.5600330233573914,
+        0.3342031240463257,
+        0.4682213366031647,
+        0.9998393058776855,
+        0.7949740886688232,
+        0.1664249449968338,
+        0.9131186604499817,
+        0.9999967813491821,
+        0.7936055064201355,
+        1.0
+      ],
+      "min": [
+        0.1517709195613861,
+        -0.2900286316871643,
+        -0.07412093877792358,
+        -0.4022133946418762,
+        -0.7361933588981628,
+        -0.9999988079071045,
+        -0.9935019016265869,
+        0.10709662735462189,
+        -0.8023554682731628,
+        -1.0,
+        0.15366072952747345,
+        -0.23686714470386505,
+        0.0008372184820473194,
+        -0.5509981513023376,
+        -0.35234102606773376,
+        -0.999956488609314,
+        -0.5318384766578674,
+        0.3388061225414276,
+        -0.27330997586250305,
+        -1.0
+      ],
+      "q01": [
+        0.21054682105779648,
+        -0.1866426882147789,
+        0.008138886513188495,
+        -0.19710821226239203,
+        -0.5368945515155792,
+        -0.9981186389923096,
+        -0.6956261324882507,
+        0.6267582887411117,
+        -0.5600040704011917,
+        -1.0,
+        0.2190245844423771,
+        -0.15968348175287247,
+        0.025033411756157874,
+        -0.23832830414175987,
+        -0.2097599548101425,
+        -0.9988620406389237,
+        -0.4039672353863716,
+        0.6080100274085999,
+        -0.19206354618072508,
+        -1.0
+      ],
+      "q99": [
+        0.5033414244651794,
+        0.16928535521030416,
+        0.41566276580095285,
+        0.9899059218168258,
+        0.15462822496891018,
+        0.03764873944222882,
+        0.4657947558164549,
+        0.9995575082302094,
+        0.12326683558523567,
+        1.0,
+        0.4801343524456022,
+        0.1795493066310881,
+        0.4235989159345625,
+        0.9913575077056883,
+        0.5356137681007356,
+        0.044951977618036626,
+        0.7084567189216593,
+        0.9992782145738601,
+        0.6150667482614517,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.3302275836467743,
+        -0.022152910009026527,
+        0.15129828453063965,
+        0.2713927626609802,
+        -0.12320414930582047,
+        -0.8610084652900696,
+        -0.11408621817827225,
+        0.939403235912323,
+        -0.15196871757507324,
+        0.565762460231781,
+        0.32600972056388855,
+        0.012888750061392784,
+        0.17190414667129517,
+        0.3495619595050812,
+        0.11379297822713852,
+        -0.8095759749412537,
+        0.03240593522787094,
+        0.9490123391151428,
+        0.14386720955371857,
+        0.7014500498771667
+      ],
+      "std": [
+        0.0579490028321743,
+        0.07013536244630814,
+        0.09934847801923752,
+        0.311722993850708,
+        0.13217779994010925,
+        0.23493210971355438,
+        0.22829721868038177,
+        0.08239603042602539,
+        0.1500341296195984,
+        0.85152268409729,
+        0.04813271760940552,
+        0.06810667365789413,
+        0.10921778529882431,
+        0.34190264344215393,
+        0.14661571383476257,
+        0.26654884219169617,
+        0.22192326188087463,
+        0.08192053437232971,
+        0.1472003310918808,
+        0.7158037424087524
+      ],
+      "max": [
+        0.559941291809082,
+        0.26086756587028503,
+        0.4504527747631073,
+        0.9999247789382935,
+        0.4198993146419525,
+        0.3512286841869354,
+        0.7522457242012024,
+        1.0,
+        0.8956095576286316,
+        1.470957636833191,
+        0.5437091588973999,
+        0.32627788186073303,
+        0.4945259988307953,
+        0.9998428821563721,
+        0.7737792730331421,
+        0.4633983373641968,
+        0.9018308520317078,
+        1.0,
+        0.9907073378562927,
+        1.361535668373108
+      ],
+      "min": [
+        0.16681896150112152,
+        -0.20499344170093536,
+        -0.0030731656588613987,
+        -0.4872298836708069,
+        -0.6995252966880798,
+        -0.999997615814209,
+        -0.988165020942688,
+        0.14152538776397705,
+        -0.8483264446258545,
+        -1.2196638584136963,
+        0.14598572254180908,
+        -0.2277291864156723,
+        0.004666368011385202,
+        -0.5699886679649353,
+        -0.40678924322128296,
+        -0.9999999403953552,
+        -0.6972882151603699,
+        0.13462646305561066,
+        -0.643044650554657,
+        -1.164451003074646
+      ],
+      "q01": [
+        0.2053149801492691,
+        -0.17586381256580352,
+        0.015469378884881736,
+        -0.2516648331284523,
+        -0.5193796420097351,
+        -0.9995058274269104,
+        -0.7092818850278855,
+        0.608681161403656,
+        -0.578884813785553,
+        -1.1618710005283355,
+        0.21638940930366515,
+        -0.1691040216386318,
+        0.011891756923869252,
+        -0.29012590169906616,
+        -0.20126488715410232,
+        -0.9995589327812194,
+        -0.49963704913854595,
+        0.533765652179718,
+        -0.18726778730750085,
+        -1.082753186225891
+      ],
+      "q99": [
+        0.5071819436550137,
+        0.165744510143995,
+        0.40272374808788297,
+        0.995180070400238,
+        0.16266889929771197,
+        0.09040380395948588,
+        0.5001266032457347,
+        0.9997656464576721,
+        0.10759550034999843,
+        1.4176189756393425,
+        0.47452601760625834,
+        0.1839943121373646,
+        0.40895662158727647,
+        0.995180070400238,
+        0.5622373461723318,
+        0.07441098906099738,
+        0.7114433652162524,
+        0.999856880903244,
+        0.5974926966428754,
+        1.321595377922058
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 11572,
+    "num_trajectories": 50
+  },
+  "aloha_lift_box": {
+    "action": {
+      "mean": [
+        0.3633340299129486,
+        -0.0188243817538023,
+        0.1790345162153244,
+        0.4083189070224762,
+        -0.11689117550849915,
+        -0.8073354959487915,
+        -0.10573232173919678,
+        0.9415333271026611,
+        -0.16247375309467316,
+        0.619253396987915,
+        0.36085841059684753,
+        0.013982076197862625,
+        0.20412708818912506,
+        0.5001599788665771,
+        0.11137505620718002,
+        -0.7415233254432678,
+        0.05212549492716789,
+        0.9483596682548523,
+        0.16254937648773193,
+        0.7590736150741577
+      ],
+      "std": [
+        0.0638059601187706,
+        0.06317954510450363,
+        0.11073724925518036,
+        0.31736424565315247,
+        0.13928908109664917,
+        0.21841377019882202,
+        0.22394296526908875,
+        0.08008279651403427,
+        0.1392110288143158,
+        0.7852216362953186,
+        0.056878820061683655,
+        0.059404969215393066,
+        0.1170634776353836,
+        0.3238432705402374,
+        0.14080214500427246,
+        0.25074857473373413,
+        0.2164432257413864,
+        0.07544830441474915,
+        0.1375824362039566,
+        0.651036262512207
+      ],
+      "max": [
+        0.5681452751159668,
+        0.2437673658132553,
+        0.45541316270828247,
+        0.9999293088912964,
+        0.523757815361023,
+        0.4592168927192688,
+        0.7756927013397217,
+        0.9999935030937195,
+        0.2805824279785156,
+        1.0,
+        0.5600330233573914,
+        0.3342031240463257,
+        0.4682213366031647,
+        0.9998393058776855,
+        0.7949740886688232,
+        0.1664249449968338,
+        0.9131186604499817,
+        0.9999967813491821,
+        0.7936055064201355,
+        1.0
+      ],
+      "min": [
+        0.1517709195613861,
+        -0.2900286316871643,
+        -0.07412093877792358,
+        -0.4022133946418762,
+        -0.7361933588981628,
+        -0.9999988079071045,
+        -0.9935019016265869,
+        0.10709662735462189,
+        -0.8023554682731628,
+        -1.0,
+        0.15366072952747345,
+        -0.23686714470386505,
+        0.0008372184820473194,
+        -0.5509981513023376,
+        -0.35234102606773376,
+        -0.999956488609314,
+        -0.5318384766578674,
+        0.3388061225414276,
+        -0.27330997586250305,
+        -1.0
+      ],
+      "q01": [
+        0.21054682105779648,
+        -0.1866426882147789,
+        0.008138886513188495,
+        -0.19710821226239203,
+        -0.5368945515155792,
+        -0.9981186389923096,
+        -0.6956261324882507,
+        0.6267582887411117,
+        -0.5600040704011917,
+        -1.0,
+        0.2190245844423771,
+        -0.15968348175287247,
+        0.025033411756157874,
+        -0.23832830414175987,
+        -0.2097599548101425,
+        -0.9988620406389237,
+        -0.4039672353863716,
+        0.6080100274085999,
+        -0.19206354618072508,
+        -1.0
+      ],
+      "q99": [
+        0.5033414244651794,
+        0.16928535521030416,
+        0.41566276580095285,
+        0.9899059218168258,
+        0.15462822496891018,
+        0.03764873944222882,
+        0.4657947558164549,
+        0.9995575082302094,
+        0.12326683558523567,
+        1.0,
+        0.4801343524456022,
+        0.1795493066310881,
+        0.4235989159345625,
+        0.9913575077056883,
+        0.5356137681007356,
+        0.044951977618036626,
+        0.7084567189216593,
+        0.9992782145738601,
+        0.6150667482614517,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.3302275836467743,
+        -0.022152910009026527,
+        0.15129828453063965,
+        0.2713927626609802,
+        -0.12320414930582047,
+        -0.8610084652900696,
+        -0.11408621817827225,
+        0.939403235912323,
+        -0.15196871757507324,
+        0.565762460231781,
+        0.32600972056388855,
+        0.012888750061392784,
+        0.17190414667129517,
+        0.3495619595050812,
+        0.11379297822713852,
+        -0.8095759749412537,
+        0.03240593522787094,
+        0.9490123391151428,
+        0.14386720955371857,
+        0.7014500498771667
+      ],
+      "std": [
+        0.0579490028321743,
+        0.07013536244630814,
+        0.09934847801923752,
+        0.311722993850708,
+        0.13217779994010925,
+        0.23493210971355438,
+        0.22829721868038177,
+        0.08239603042602539,
+        0.1500341296195984,
+        0.85152268409729,
+        0.04813271760940552,
+        0.06810667365789413,
+        0.10921778529882431,
+        0.34190264344215393,
+        0.14661571383476257,
+        0.26654884219169617,
+        0.22192326188087463,
+        0.08192053437232971,
+        0.1472003310918808,
+        0.7158037424087524
+      ],
+      "max": [
+        0.559941291809082,
+        0.26086756587028503,
+        0.4504527747631073,
+        0.9999247789382935,
+        0.4198993146419525,
+        0.3512286841869354,
+        0.7522457242012024,
+        1.0,
+        0.8956095576286316,
+        1.470957636833191,
+        0.5437091588973999,
+        0.32627788186073303,
+        0.4945259988307953,
+        0.9998428821563721,
+        0.7737792730331421,
+        0.4633983373641968,
+        0.9018308520317078,
+        1.0,
+        0.9907073378562927,
+        1.361535668373108
+      ],
+      "min": [
+        0.16681896150112152,
+        -0.20499344170093536,
+        -0.0030731656588613987,
+        -0.4872298836708069,
+        -0.6995252966880798,
+        -0.999997615814209,
+        -0.988165020942688,
+        0.14152538776397705,
+        -0.8483264446258545,
+        -1.2196638584136963,
+        0.14598572254180908,
+        -0.2277291864156723,
+        0.004666368011385202,
+        -0.5699886679649353,
+        -0.40678924322128296,
+        -0.9999999403953552,
+        -0.6972882151603699,
+        0.13462646305561066,
+        -0.643044650554657,
+        -1.164451003074646
+      ],
+      "q01": [
+        0.2053149801492691,
+        -0.17586381256580352,
+        0.015469378884881736,
+        -0.2516648331284523,
+        -0.5193796420097351,
+        -0.9995058274269104,
+        -0.7092818850278855,
+        0.608681161403656,
+        -0.578884813785553,
+        -1.1618710005283355,
+        0.21638940930366515,
+        -0.1691040216386318,
+        0.011891756923869252,
+        -0.29012590169906616,
+        -0.20126488715410232,
+        -0.9995589327812194,
+        -0.49963704913854595,
+        0.533765652179718,
+        -0.18726778730750085,
+        -1.082753186225891
+      ],
+      "q99": [
+        0.5071819436550137,
+        0.165744510143995,
+        0.40272374808788297,
+        0.995180070400238,
+        0.16266889929771197,
+        0.09040380395948588,
+        0.5001266032457347,
+        0.9997656464576721,
+        0.10759550034999843,
+        1.4176189756393425,
+        0.47452601760625834,
+        0.1839943121373646,
+        0.40895662158727647,
+        0.995180070400238,
+        0.5622373461723318,
+        0.07441098906099738,
+        0.7114433652162524,
+        0.999856880903244,
+        0.5974926966428754,
+        1.321595377922058
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 11572,
+    "num_trajectories": 50
+  }
+}

1e-4/twinvla-scratch-1e-4-aloha_lift_box/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd03a177af8c0205abb9cb9d4e871bf3cab1238e469e9b7315941232a26e68a6
+size 2889536104

1e-4/twinvla-scratch-1e-4-aloha_lift_box/singlevla_config/config.json

@@ -0,0 +1,227 @@
+{
+  "_commit_hash": null,
+  "_name_or_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_head_hidden_dim": 1024,
+  "action_len": 20,
+  "aggregation": "None",
+  "architectures": [
+    "Eagle2_1BVLA"
+  ],
+  "auto_map": {},
+  "denoiser": "FM",
+  "diffusion_batch": 32,
+  "dit_size": "DiT-B",
+  "downsample_ratio": 0.5,
+  "dynamic_image_size": true,
+  "efficient_loss": true,
+  "enable_cfg": true,
+  "force_image_size": 448,
+  "global_normalization": true,
+  "image_size": 448,
+  "keep_aspect_ratio": false,
+  "knowledge_insulation": false,
+  "llm_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+    "add_cross_attention": false,
+    "architectures": [
+      "Qwen2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_qwen2.Qwen2Config",
+      "AutoModel": "modeling_qwen2.Qwen2Model",
+      "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": 151643,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 151645,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "silu",
+    "hidden_size": 896,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4864,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 21,
+    "min_length": 0,
+    "model_type": "qwen2",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 14,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 2,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": null,
+    "rope_theta": 1000000.0,
+    "sep_token_id": null,
+    "sliding_window": 32768,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": false,
+    "use_sliding_window": false,
+    "vocab_size": 151674
+  },
+  "loss_version": "v4",
+  "max_dynamic_patch": 12,
+  "min_dynamic_patch": 1,
+  "mlp_checkpoint": true,
+  "model_path": "nvidia/Eagle2-1B",
+  "model_type": "Eagle2_1BVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "pad2square": false,
+  "pre_feature_reduction": false,
+  "ps_version": "v2",
+  "readout_token_as_eos": true,
+  "return_text": null,
+  "select_layer": -1,
+  "state_dim": 10,
+  "stopping_token": "|",
+  "template": "qwen2-chat",
+  "test_denoising_steps": 10,
+  "torch_dtype": "bfloat16",
+  "train_denoising_steps": 100,
+  "transformers_version": null,
+  "use_backbone_lora": 0,
+  "use_llm_lora": 0,
+  "use_thumbnail": true,
+  "vision_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": [
+      "SiglipVisionModel"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+      "AutoModel": "modeling_siglip.SiglipVisionModel"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "intermediate_size": 4304,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-06,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "siglip_vision_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "num_image_tokens": 1024,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 14,
+    "prefix": null,
+    "problem_type": null,
+    "projection_dim": 2048,
+    "projector_hidden_act": "gelu_fast",
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "vision_use_head": false
+  },
+  "vocab_size": 151674,
+  "vocab_start": null
+}

1e-4/twinvla-scratch-1e-4-aloha_shoes_table/config.json

@@ -0,0 +1,314 @@
+{
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_len": 20,
+  "architectures": [
+    "Eagle2_1BTwinVLA"
+  ],
+  "attn_reweighting": true,
+  "denoiser": "FM",
+  "dit_scratch": false,
+  "global_normalization": true,
+  "hz_interpolate": null,
+  "interpolate_gripper": false,
+  "knowledge_insulation": false,
+  "model_path": null,
+  "model_type": "Eagle2_1BTwinVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "readout_token_as_eos": true,
+  "share_decoder": true,
+  "share_embed_tokens": true,
+  "share_vision": true,
+  "singlevla_config": {
+    "_attn_implementation_autoset": false,
+    "_attn_implementation_internal": null,
+    "_commit_hash": null,
+    "_name_or_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+    "action_dim": 10,
+    "action_head": "DiT",
+    "action_head_hidden_dim": 1024,
+    "action_len": 20,
+    "add_cross_attention": false,
+    "aggregation": "None",
+    "architectures": [
+      "Eagle2_1BVLA"
+    ],
+    "auto_map": {},
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "denoiser": "FM",
+    "diffusion_batch": 32,
+    "dit_size": "DiT-B",
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "downsample_ratio": 0.5,
+    "dynamic_image_size": true,
+    "early_stopping": false,
+    "efficient_loss": true,
+    "enable_cfg": true,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_image_size": 448,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "global_normalization": true,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "keep_aspect_ratio": false,
+    "knowledge_insulation": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "llm_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+      "add_cross_attention": false,
+      "architectures": [
+        "Qwen2ForCausalLM"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_qwen2.Qwen2Config",
+        "AutoModel": "modeling_qwen2.Qwen2Model",
+        "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": 151643,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": 151645,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "silu",
+      "hidden_size": 896,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "initializer_range": 0.02,
+      "intermediate_size": 4864,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "max_window_layers": 21,
+      "min_length": 0,
+      "model_type": "qwen2",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 14,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 24,
+      "num_key_value_heads": 2,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rms_norm_eps": 1e-06,
+      "rope_scaling": null,
+      "rope_theta": 1000000.0,
+      "sep_token_id": null,
+      "sliding_window": 32768,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "use_cache": false,
+      "use_sliding_window": false,
+      "vocab_size": 151674
+    },
+    "loss_version": "v4",
+    "max_dynamic_patch": 12,
+    "max_length": 20,
+    "min_dynamic_patch": 1,
+    "min_length": 0,
+    "mlp_checkpoint": true,
+    "model_path": "nvidia/Eagle2-1B",
+    "model_type": "Eagle2_1BVLA",
+    "modeling": "denoising",
+    "no_repeat_ngram_size": 0,
+    "normalization": "quantile",
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_readouts": 1,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad2square": false,
+    "pad_token_id": null,
+    "pre_feature_reduction": false,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "ps_version": "v2",
+    "readout_token_as_eos": true,
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "return_text": null,
+    "select_layer": -1,
+    "sep_token_id": null,
+    "state_dim": 10,
+    "stopping_token": "|",
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "template": "qwen2-chat",
+    "test_denoising_steps": 10,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "train_denoising_steps": 100,
+    "typical_p": 1.0,
+    "use_backbone_lora": 0,
+    "use_bfloat16": false,
+    "use_llm_lora": 0,
+    "use_thumbnail": true,
+    "vision_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": [
+        "SiglipVisionModel"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+        "AutoModel": "modeling_siglip.SiglipVisionModel"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "drop_path_rate": 0.1,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "gelu_pytorch_tanh",
+      "hidden_size": 1152,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "image_size": 448,
+      "intermediate_size": 4304,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "layer_norm_eps": 1e-06,
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "min_length": 0,
+      "model_type": "siglip_vision_model",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 16,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_channels": 3,
+      "num_hidden_layers": 27,
+      "num_image_tokens": 1024,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "patch_size": 14,
+      "prefix": null,
+      "problem_type": null,
+      "projection_dim": 2048,
+      "projector_hidden_act": "gelu_fast",
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "vision_use_head": false
+    },
+    "vocab_size": 151674,
+    "vocab_start": null
+  },
+  "singlevla_config_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+  "singlevla_pretrained_path": null,
+  "state_dim": 10,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0"
+}

1e-4/twinvla-scratch-1e-4-aloha_shoes_table/dataset_statistics.json

@@ -0,0 +1,634 @@
+{
+  "aloha_shoes_table_new": {
+    "action": {
+      "mean": [
+        0.3260679841041565,
+        -0.03153973072767258,
+        0.17551672458648682,
+        0.341669499874115,
+        0.1495978981256485,
+        -0.7719317078590393,
+        -0.7661705613136292,
+        0.3032568395137787,
+        -0.1495625078678131,
+        0.11935558915138245,
+        0.34630629420280457,
+        0.037363290786743164,
+        0.18034809827804565,
+        0.3275623619556427,
+        0.12991519272327423,
+        -0.831997811794281,
+        -0.7951440811157227,
+        0.25535571575164795,
+        -0.18214371800422668,
+        0.19820308685302734
+      ],
+      "std": [
+        0.0646045058965683,
+        0.09588947147130966,
+        0.10945845395326614,
+        0.3783091902732849,
+        0.1452837437391281,
+        0.3174603581428528,
+        0.3114127218723297,
+        0.417682021856308,
+        0.16497297585010529,
+        0.9928225874900818,
+        0.07045891135931015,
+        0.10143465548753738,
+        0.11245165765285492,
+        0.3225674331188202,
+        0.15707552433013916,
+        0.2342674732208252,
+        0.2608211040496826,
+        0.40032699704170227,
+        0.2026672214269638,
+        0.9801287651062012
+      ],
+      "max": [
+        0.48015326261520386,
+        0.179313525557518,
+        0.3523038923740387,
+        0.9999800324440002,
+        0.7157489657402039,
+        0.11180483549833298,
+        0.1242646798491478,
+        0.9998366832733154,
+        0.285250186920166,
+        1.0,
+        0.49179938435554504,
+        0.3557826578617096,
+        0.42447179555892944,
+        0.9987993836402893,
+        0.5477575659751892,
+        0.05208699405193329,
+        0.034653306007385254,
+        0.9937106966972351,
+        0.3852289915084839,
+        1.0
+      ],
+      "min": [
+        0.12527647614479065,
+        -0.31394532322883606,
+        -0.04988693445920944,
+        -0.2561202347278595,
+        -0.30035507678985596,
+        -0.999981164932251,
+        -0.9999915957450867,
+        -0.644327700138092,
+        -0.7897446751594543,
+        -1.0,
+        0.17444398999214172,
+        -0.23238857090473175,
+        -0.0659869983792305,
+        -0.35028380155563354,
+        -0.3673132658004761,
+        -0.9999988079071045,
+        -0.9999988675117493,
+        -0.7761710286140442,
+        -0.9717934131622314,
+        -1.0
+      ],
+      "q01": [
+        0.1924597442150116,
+        -0.23709256052970887,
+        -0.031008305028080944,
+        -0.15678457915782928,
+        -0.1863800033926964,
+        -0.9994285225868225,
+        -0.9997011423110962,
+        -0.5719999492168426,
+        -0.6091587543487549,
+        -1.0,
+        0.20810787677764891,
+        -0.16556282192468644,
+        -0.017654908634722234,
+        -0.15096036493778228,
+        -0.22608168572187423,
+        -0.998928040266037,
+        -0.9990629017353058,
+        -0.5276546537876129,
+        -0.7234344184398651,
+        -1.0
+      ],
+      "q99": [
+        0.457787150144577,
+        0.1451936572790145,
+        0.34190638065338136,
+        0.9928598761558532,
+        0.5035569965839384,
+        -0.05978704243898392,
+        -0.01781813446432354,
+        0.9893046200275422,
+        0.17466527372598611,
+        1.0,
+        0.4768679320812225,
+        0.2598331540822982,
+        0.39134971201419827,
+        0.9723170220851898,
+        0.47033962905406923,
+        -0.1864572197198868,
+        -0.060312222316861244,
+        0.9807472229003906,
+        0.21941211968660337,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.32339081168174744,
+        -0.03213495388627052,
+        0.16396664083003998,
+        0.3156684637069702,
+        0.1496039181947708,
+        -0.7826846837997437,
+        -0.7692199945449829,
+        0.30184611678123474,
+        -0.12293443828821182,
+        0.6964511275291443,
+        0.34235236048698425,
+        0.03810478746891022,
+        0.16778817772865295,
+        0.29598966240882874,
+        0.12479892373085022,
+        -0.8384969234466553,
+        -0.7965013384819031,
+        0.2529187500476837,
+        -0.1519845873117447,
+        0.7593688368797302
+      ],
+      "std": [
+        0.062407124787569046,
+        0.09441280364990234,
+        0.10514319688081741,
+        0.3824003040790558,
+        0.14718197286128998,
+        0.3122296929359436,
+        0.3191576600074768,
+        0.41190221905708313,
+        0.1747966706752777,
+        0.3845253884792328,
+        0.06875813007354736,
+        0.09827680140733719,
+        0.10889745503664017,
+        0.33462250232696533,
+        0.15245455503463745,
+        0.24192583560943604,
+        0.2739580273628235,
+        0.40077677369117737,
+        0.20697632431983948,
+        0.3062511384487152
+      ],
+      "max": [
+        0.4779528081417084,
+        0.17402252554893494,
+        0.412266343832016,
+        0.9999450445175171,
+        0.6999034285545349,
+        0.4170636534690857,
+        0.4215781092643738,
+        1.0,
+        0.932714581489563,
+        1.3076640367507935,
+        0.48697036504745483,
+        0.34565815329551697,
+        0.415988564491272,
+        0.9998390078544617,
+        0.5593472123146057,
+        0.20724913477897644,
+        0.26142606139183044,
+        1.0,
+        0.5777683854103088,
+        1.3103067874908447
+      ],
+      "min": [
+        0.12448469549417496,
+        -0.30521926283836365,
+        -0.004976626019924879,
+        -0.21920020878314972,
+        -0.5096501708030701,
+        -1.0,
+        -0.9999982118606567,
+        -0.6262368559837341,
+        -0.7456304430961609,
+        -1.1091713905334473,
+        0.1249726265668869,
+        -0.22351478040218353,
+        -0.006724653299897909,
+        -0.36625856161117554,
+        -0.4249938726425171,
+        -0.9999956488609314,
+        -0.999992847442627,
+        -0.77183997631073,
+        -0.9583328366279602,
+        -1.04777991771698
+      ],
+      "q01": [
+        0.19817760735750198,
+        -0.2323527842760086,
+        -0.004393648169934749,
+        -0.14680973589420318,
+        -0.1899831309914589,
+        -0.9998269140720367,
+        -0.9998353064060211,
+        -0.49930458664894106,
+        -0.5963611721992492,
+        -1.0807034492492675,
+        0.20821888744831085,
+        -0.13953636586666107,
+        -0.0033576888265088203,
+        -0.1788107320666313,
+        -0.22050866037607195,
+        -0.999310964345932,
+        -0.9993988335132599,
+        -0.5106797099113465,
+        -0.7302295982837677,
+        0.05842937603592872
+      ],
+      "q99": [
+        0.44812404513359066,
+        0.14210240542888639,
+        0.337252739071846,
+        0.9943239092826842,
+        0.5118523061275481,
+        0.031205366365610953,
+        0.04714705012738701,
+        0.992770653963089,
+        0.18282963484525644,
+        1.1270769238471985,
+        0.47021201252937317,
+        0.2550090014934537,
+        0.3824465185403823,
+        0.995180070400238,
+        0.46117363572120657,
+        -0.047424964234233064,
+        -3.7679112665500725e-06,
+        0.9869830250740051,
+        0.23266565054655072,
+        1.1919615149497986
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 12911,
+    "num_trajectories": 50
+  },
+  "aloha_shoes_table": {
+    "action": {
+      "mean": [
+        0.3260679841041565,
+        -0.03153973072767258,
+        0.17551672458648682,
+        0.341669499874115,
+        0.1495978981256485,
+        -0.7719317078590393,
+        -0.7661705613136292,
+        0.3032568395137787,
+        -0.1495625078678131,
+        0.11935558915138245,
+        0.34630629420280457,
+        0.037363290786743164,
+        0.18034809827804565,
+        0.3275623619556427,
+        0.12991519272327423,
+        -0.831997811794281,
+        -0.7951440811157227,
+        0.25535571575164795,
+        -0.18214371800422668,
+        0.19820308685302734
+      ],
+      "std": [
+        0.0646045058965683,
+        0.09588947147130966,
+        0.10945845395326614,
+        0.3783091902732849,
+        0.1452837437391281,
+        0.3174603581428528,
+        0.3114127218723297,
+        0.417682021856308,
+        0.16497297585010529,
+        0.9928225874900818,
+        0.07045891135931015,
+        0.10143465548753738,
+        0.11245165765285492,
+        0.3225674331188202,
+        0.15707552433013916,
+        0.2342674732208252,
+        0.2608211040496826,
+        0.40032699704170227,
+        0.2026672214269638,
+        0.9801287651062012
+      ],
+      "max": [
+        0.48015326261520386,
+        0.179313525557518,
+        0.3523038923740387,
+        0.9999800324440002,
+        0.7157489657402039,
+        0.11180483549833298,
+        0.1242646798491478,
+        0.9998366832733154,
+        0.285250186920166,
+        1.0,
+        0.49179938435554504,
+        0.3557826578617096,
+        0.42447179555892944,
+        0.9987993836402893,
+        0.5477575659751892,
+        0.05208699405193329,
+        0.034653306007385254,
+        0.9937106966972351,
+        0.3852289915084839,
+        1.0
+      ],
+      "min": [
+        0.12527647614479065,
+        -0.31394532322883606,
+        -0.04988693445920944,
+        -0.2561202347278595,
+        -0.30035507678985596,
+        -0.999981164932251,
+        -0.9999915957450867,
+        -0.644327700138092,
+        -0.7897446751594543,
+        -1.0,
+        0.17444398999214172,
+        -0.23238857090473175,
+        -0.0659869983792305,
+        -0.35028380155563354,
+        -0.3673132658004761,
+        -0.9999988079071045,
+        -0.9999988675117493,
+        -0.7761710286140442,
+        -0.9717934131622314,
+        -1.0
+      ],
+      "q01": [
+        0.1924597442150116,
+        -0.23709256052970887,
+        -0.031008305028080944,
+        -0.15678457915782928,
+        -0.1863800033926964,
+        -0.9994285225868225,
+        -0.9997011423110962,
+        -0.5719999492168426,
+        -0.6091587543487549,
+        -1.0,
+        0.20810787677764891,
+        -0.16556282192468644,
+        -0.017654908634722234,
+        -0.15096036493778228,
+        -0.22608168572187423,
+        -0.998928040266037,
+        -0.9990629017353058,
+        -0.5276546537876129,
+        -0.7234344184398651,
+        -1.0
+      ],
+      "q99": [
+        0.457787150144577,
+        0.1451936572790145,
+        0.34190638065338136,
+        0.9928598761558532,
+        0.5035569965839384,
+        -0.05978704243898392,
+        -0.01781813446432354,
+        0.9893046200275422,
+        0.17466527372598611,
+        1.0,
+        0.4768679320812225,
+        0.2598331540822982,
+        0.39134971201419827,
+        0.9723170220851898,
+        0.47033962905406923,
+        -0.1864572197198868,
+        -0.060312222316861244,
+        0.9807472229003906,
+        0.21941211968660337,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.32339081168174744,
+        -0.03213495388627052,
+        0.16396664083003998,
+        0.3156684637069702,
+        0.1496039181947708,
+        -0.7826846837997437,
+        -0.7692199945449829,
+        0.30184611678123474,
+        -0.12293443828821182,
+        0.6964511275291443,
+        0.34235236048698425,
+        0.03810478746891022,
+        0.16778817772865295,
+        0.29598966240882874,
+        0.12479892373085022,
+        -0.8384969234466553,
+        -0.7965013384819031,
+        0.2529187500476837,
+        -0.1519845873117447,
+        0.7593688368797302
+      ],
+      "std": [
+        0.062407124787569046,
+        0.09441280364990234,
+        0.10514319688081741,
+        0.3824003040790558,
+        0.14718197286128998,
+        0.3122296929359436,
+        0.3191576600074768,
+        0.41190221905708313,
+        0.1747966706752777,
+        0.3845253884792328,
+        0.06875813007354736,
+        0.09827680140733719,
+        0.10889745503664017,
+        0.33462250232696533,
+        0.15245455503463745,
+        0.24192583560943604,
+        0.2739580273628235,
+        0.40077677369117737,
+        0.20697632431983948,
+        0.3062511384487152
+      ],
+      "max": [
+        0.4779528081417084,
+        0.17402252554893494,
+        0.412266343832016,
+        0.9999450445175171,
+        0.6999034285545349,
+        0.4170636534690857,
+        0.4215781092643738,
+        1.0,
+        0.932714581489563,
+        1.3076640367507935,
+        0.48697036504745483,
+        0.34565815329551697,
+        0.415988564491272,
+        0.9998390078544617,
+        0.5593472123146057,
+        0.20724913477897644,
+        0.26142606139183044,
+        1.0,
+        0.5777683854103088,
+        1.3103067874908447
+      ],
+      "min": [
+        0.12448469549417496,
+        -0.30521926283836365,
+        -0.004976626019924879,
+        -0.21920020878314972,
+        -0.5096501708030701,
+        -1.0,
+        -0.9999982118606567,
+        -0.6262368559837341,
+        -0.7456304430961609,
+        -1.1091713905334473,
+        0.1249726265668869,
+        -0.22351478040218353,
+        -0.006724653299897909,
+        -0.36625856161117554,
+        -0.4249938726425171,
+        -0.9999956488609314,
+        -0.999992847442627,
+        -0.77183997631073,
+        -0.9583328366279602,
+        -1.04777991771698
+      ],
+      "q01": [
+        0.19817760735750198,
+        -0.2323527842760086,
+        -0.004393648169934749,
+        -0.14680973589420318,
+        -0.1899831309914589,
+        -0.9998269140720367,
+        -0.9998353064060211,
+        -0.49930458664894106,
+        -0.5963611721992492,
+        -1.0807034492492675,
+        0.20821888744831085,
+        -0.13953636586666107,
+        -0.0033576888265088203,
+        -0.1788107320666313,
+        -0.22050866037607195,
+        -0.999310964345932,
+        -0.9993988335132599,
+        -0.5106797099113465,
+        -0.7302295982837677,
+        0.05842937603592872
+      ],
+      "q99": [
+        0.44812404513359066,
+        0.14210240542888639,
+        0.337252739071846,
+        0.9943239092826842,
+        0.5118523061275481,
+        0.031205366365610953,
+        0.04714705012738701,
+        0.992770653963089,
+        0.18282963484525644,
+        1.1270769238471985,
+        0.47021201252937317,
+        0.2550090014934537,
+        0.3824465185403823,
+        0.995180070400238,
+        0.46117363572120657,
+        -0.047424964234233064,
+        -3.7679112665500725e-06,
+        0.9869830250740051,
+        0.23266565054655072,
+        1.1919615149497986
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 12911,
+    "num_trajectories": 50
+  }
+}

1e-4/twinvla-scratch-1e-4-aloha_shoes_table/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fd044ea6df68237b7ac32e1e28050faa5813813df1357668cba2b59a5e8146
+size 2889536104

1e-4/twinvla-scratch-1e-4-aloha_shoes_table/singlevla_config/config.json

@@ -0,0 +1,227 @@
+{
+  "_commit_hash": null,
+  "_name_or_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_head_hidden_dim": 1024,
+  "action_len": 20,
+  "aggregation": "None",
+  "architectures": [
+    "Eagle2_1BVLA"
+  ],
+  "auto_map": {},
+  "denoiser": "FM",
+  "diffusion_batch": 32,
+  "dit_size": "DiT-B",
+  "downsample_ratio": 0.5,
+  "dynamic_image_size": true,
+  "efficient_loss": true,
+  "enable_cfg": true,
+  "force_image_size": 448,
+  "global_normalization": true,
+  "image_size": 448,
+  "keep_aspect_ratio": false,
+  "knowledge_insulation": false,
+  "llm_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+    "add_cross_attention": false,
+    "architectures": [
+      "Qwen2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_qwen2.Qwen2Config",
+      "AutoModel": "modeling_qwen2.Qwen2Model",
+      "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": 151643,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 151645,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "silu",
+    "hidden_size": 896,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4864,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 21,
+    "min_length": 0,
+    "model_type": "qwen2",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 14,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 2,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": null,
+    "rope_theta": 1000000.0,
+    "sep_token_id": null,
+    "sliding_window": 32768,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": false,
+    "use_sliding_window": false,
+    "vocab_size": 151674
+  },
+  "loss_version": "v4",
+  "max_dynamic_patch": 12,
+  "min_dynamic_patch": 1,
+  "mlp_checkpoint": true,
+  "model_path": "nvidia/Eagle2-1B",
+  "model_type": "Eagle2_1BVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "pad2square": false,
+  "pre_feature_reduction": false,
+  "ps_version": "v2",
+  "readout_token_as_eos": true,
+  "return_text": null,
+  "select_layer": -1,
+  "state_dim": 10,
+  "stopping_token": "|",
+  "template": "qwen2-chat",
+  "test_denoising_steps": 10,
+  "torch_dtype": "bfloat16",
+  "train_denoising_steps": 100,
+  "transformers_version": null,
+  "use_backbone_lora": 0,
+  "use_llm_lora": 0,
+  "use_thumbnail": true,
+  "vision_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": [
+      "SiglipVisionModel"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+      "AutoModel": "modeling_siglip.SiglipVisionModel"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "intermediate_size": 4304,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-06,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "siglip_vision_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "num_image_tokens": 1024,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 14,
+    "prefix": null,
+    "problem_type": null,
+    "projection_dim": 2048,
+    "projector_hidden_act": "gelu_fast",
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "vision_use_head": false
+  },
+  "vocab_size": 151674,
+  "vocab_start": null
+}

2e-5/twinvla-aloha_shoes_table/config.json

@@ -0,0 +1,317 @@
+{
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_len": 20,
+  "architectures": [
+    "Eagle2_1BTwinVLA"
+  ],
+  "attn_reweighting": true,
+  "denoiser": "FM",
+  "dit_scratch": false,
+  "global_normalization": true,
+  "hz_interpolate": null,
+  "interpolate_gripper": false,
+  "knowledge_insulation": false,
+  "model_path": null,
+  "model_type": "Eagle2_1BTwinVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "readout_token_as_eos": false,
+  "share_decoder": true,
+  "share_embed_tokens": true,
+  "share_vision": true,
+  "singlevla_config": {
+    "_attn_implementation_autoset": false,
+    "_attn_implementation_internal": null,
+    "_commit_hash": "428b4d21376ff21d70b8b8830db6f6ab3907bfd8",
+    "_name_or_path": "jellyho/TwinVLA",
+    "action_dim": 10,
+    "action_head": "DiT",
+    "action_head_hidden_dim": 1024,
+    "action_len": 20,
+    "add_cross_attention": false,
+    "aggregation": "false",
+    "architectures": [
+      "Eagle2_1BVLA"
+    ],
+    "auto_map": {},
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "dataset_statistics_path": null,
+    "decoder_start_token_id": null,
+    "denoiser": "FM",
+    "diffusion_batch": 32,
+    "dit_size": "DiT-B",
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "downsample_ratio": 0.5,
+    "dynamic_image_size": true,
+    "early_stopping": false,
+    "efficient_loss": true,
+    "enable_cfg": true,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_image_size": 448,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "global_normalization": true,
+    "hz_interpolate": 20,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 224,
+    "interpolate_gripper": false,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "keep_aspect_ratio": false,
+    "knowledge_insulation": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "llm_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+      "add_cross_attention": false,
+      "architectures": [
+        "Qwen2ForCausalLM"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_qwen2.Qwen2Config",
+        "AutoModel": "modeling_qwen2.Qwen2Model",
+        "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": 151643,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": 151645,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "silu",
+      "hidden_size": 896,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "initializer_range": 0.02,
+      "intermediate_size": 4864,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "max_window_layers": 21,
+      "min_length": 0,
+      "model_type": "qwen2",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 14,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 24,
+      "num_key_value_heads": 2,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rms_norm_eps": 1e-06,
+      "rope_scaling": null,
+      "rope_theta": 1000000.0,
+      "sep_token_id": null,
+      "sliding_window": 32768,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "use_cache": false,
+      "use_sliding_window": false,
+      "vocab_size": 151674
+    },
+    "loss_version": "v4",
+    "max_dynamic_patch": 12,
+    "max_length": 20,
+    "min_dynamic_patch": 1,
+    "min_length": 0,
+    "mlp_checkpoint": true,
+    "model_path": "nvidia/Eagle2-1B",
+    "model_type": "Eagle2_1BVLA",
+    "modeling": "denoising",
+    "no_repeat_ngram_size": 0,
+    "normalization": "quantile",
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_readouts": 1,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad2square": false,
+    "pad_token_id": null,
+    "pre_feature_reduction": false,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "ps_version": "v2",
+    "readout_token_as_eos": false,
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "return_text": null,
+    "select_layer": -1,
+    "sep_token_id": null,
+    "state_dim": 10,
+    "stopping_token": "|",
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "template": "qwen2-chat",
+    "test_denoising_steps": 10,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "train_denoising_steps": 100,
+    "typical_p": 1.0,
+    "use_backbone_lora": 0,
+    "use_bfloat16": false,
+    "use_llm_lora": 0,
+    "use_thumbnail": true,
+    "vision_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": [
+        "SiglipVisionModel"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+        "AutoModel": "modeling_siglip.SiglipVisionModel"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "drop_path_rate": 0.1,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "gelu_pytorch_tanh",
+      "hidden_size": 1152,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "image_size": 448,
+      "intermediate_size": 4304,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "layer_norm_eps": 1e-06,
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "min_length": 0,
+      "model_type": "siglip_vision_model",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 16,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_channels": 3,
+      "num_hidden_layers": 27,
+      "num_image_tokens": 1024,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "patch_size": 14,
+      "prefix": null,
+      "problem_type": null,
+      "projection_dim": 2048,
+      "projector_hidden_act": "gelu_fast",
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "vision_use_head": false
+    },
+    "vocab_size": 151674,
+    "vocab_start": null
+  },
+  "singlevla_config_path": "jellyho/TwinVLA",
+  "singlevla_pretrained_path": null,
+  "state_dim": 10,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0"
+}

2e-5/twinvla-aloha_shoes_table/dataset_statistics.json

@@ -0,0 +1,634 @@
+{
+  "aloha_shoes_table_new": {
+    "action": {
+      "mean": [
+        0.32606810331344604,
+        -0.03153972327709198,
+        0.17551687359809875,
+        0.3416697382926941,
+        0.14959800243377686,
+        -0.7719306349754333,
+        -0.7661699652671814,
+        0.30325645208358765,
+        -0.1495625525712967,
+        0.11935558915138245,
+        0.3463062345981598,
+        0.03736328333616257,
+        0.1803482174873352,
+        0.3275619447231293,
+        0.1299152374267578,
+        -0.8319970369338989,
+        -0.7951449155807495,
+        0.255355566740036,
+        -0.18214373290538788,
+        0.19820308685302734
+      ],
+      "std": [
+        0.06460446119308472,
+        0.09588943421840668,
+        0.10945848375558853,
+        0.3783090114593506,
+        0.1452838033437729,
+        0.3174605965614319,
+        0.3114127814769745,
+        0.41768184304237366,
+        0.16497282683849335,
+        0.9928211569786072,
+        0.07045891135931015,
+        0.1014346107840538,
+        0.11245167255401611,
+        0.32256755232810974,
+        0.15707549452781677,
+        0.2342674434185028,
+        0.26082107424736023,
+        0.4003267288208008,
+        0.20266719162464142,
+        0.980128288269043
+      ],
+      "max": [
+        0.48015326261520386,
+        0.179313525557518,
+        0.3523038923740387,
+        0.9999800324440002,
+        0.7157489657402039,
+        0.11180483549833298,
+        0.1242646798491478,
+        0.9998366832733154,
+        0.285250186920166,
+        1.0,
+        0.49179938435554504,
+        0.3557826578617096,
+        0.42447179555892944,
+        0.9987993836402893,
+        0.5477575659751892,
+        0.05208699405193329,
+        0.034653306007385254,
+        0.9937106966972351,
+        0.3852289915084839,
+        1.0
+      ],
+      "min": [
+        0.12527647614479065,
+        -0.31394532322883606,
+        -0.04988693445920944,
+        -0.2561202347278595,
+        -0.30035507678985596,
+        -0.999981164932251,
+        -0.9999915957450867,
+        -0.644327700138092,
+        -0.7897446751594543,
+        -1.0,
+        0.17444398999214172,
+        -0.23238857090473175,
+        -0.0659869983792305,
+        -0.35028380155563354,
+        -0.3673132658004761,
+        -0.9999988079071045,
+        -0.9999988675117493,
+        -0.7761710286140442,
+        -0.9717934131622314,
+        -1.0
+      ],
+      "q01": [
+        0.1924597442150116,
+        -0.23709256052970887,
+        -0.031008305028080944,
+        -0.15678457915782928,
+        -0.1863800033926964,
+        -0.9994285225868225,
+        -0.9997011423110962,
+        -0.5719999492168426,
+        -0.6091587543487549,
+        -1.0,
+        0.20810787677764891,
+        -0.16556282192468644,
+        -0.017654908634722234,
+        -0.15096036493778228,
+        -0.22608168572187423,
+        -0.998928040266037,
+        -0.9990629017353058,
+        -0.5276546537876129,
+        -0.7234344184398651,
+        -1.0
+      ],
+      "q99": [
+        0.457787150144577,
+        0.1451936572790145,
+        0.34190638065338136,
+        0.9928598761558532,
+        0.5035569965839384,
+        -0.05978704243898392,
+        -0.01781813446432354,
+        0.9893046200275422,
+        0.17466527372598611,
+        1.0,
+        0.4768679320812225,
+        0.2598331540822982,
+        0.39134971201419827,
+        0.9723170220851898,
+        0.47033962905406923,
+        -0.1864572197198868,
+        -0.060312222316861244,
+        0.9807472229003906,
+        0.21941211968660337,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.3233906924724579,
+        -0.032134901732206345,
+        0.16396647691726685,
+        0.3156682550907135,
+        0.1496039479970932,
+        -0.7826839685440063,
+        -0.769219696521759,
+        0.3018459677696228,
+        -0.12293437123298645,
+        0.6964512467384338,
+        0.34235188364982605,
+        0.03810477629303932,
+        0.16778846085071564,
+        0.2959897220134735,
+        0.12479893863201141,
+        -0.8384960293769836,
+        -0.7965015172958374,
+        0.2529186010360718,
+        -0.1519845426082611,
+        0.7593687772750854
+      ],
+      "std": [
+        0.062407124787569046,
+        0.09441278874874115,
+        0.10514318943023682,
+        0.38240039348602295,
+        0.14718197286128998,
+        0.31222963333129883,
+        0.31915774941444397,
+        0.41190215945243835,
+        0.1747966706752777,
+        0.3845251202583313,
+        0.06875818967819214,
+        0.09827672690153122,
+        0.10889741778373718,
+        0.3346223533153534,
+        0.15245452523231506,
+        0.241925910115242,
+        0.2739580273628235,
+        0.4007769823074341,
+        0.20697632431983948,
+        0.30625119805336
+      ],
+      "max": [
+        0.4779528081417084,
+        0.17402252554893494,
+        0.412266343832016,
+        0.9999450445175171,
+        0.6999034285545349,
+        0.4170636534690857,
+        0.4215781092643738,
+        1.0,
+        0.932714581489563,
+        1.3076640367507935,
+        0.48697036504745483,
+        0.34565815329551697,
+        0.415988564491272,
+        0.9998390078544617,
+        0.5593472123146057,
+        0.20724913477897644,
+        0.26142606139183044,
+        1.0,
+        0.5777683854103088,
+        1.3103067874908447
+      ],
+      "min": [
+        0.12448469549417496,
+        -0.30521926283836365,
+        -0.004976626019924879,
+        -0.21920020878314972,
+        -0.5096501708030701,
+        -1.0,
+        -0.9999982118606567,
+        -0.6262368559837341,
+        -0.7456304430961609,
+        -1.1091713905334473,
+        0.1249726265668869,
+        -0.22351478040218353,
+        -0.006724653299897909,
+        -0.36625856161117554,
+        -0.4249938726425171,
+        -0.9999956488609314,
+        -0.999992847442627,
+        -0.77183997631073,
+        -0.9583328366279602,
+        -1.04777991771698
+      ],
+      "q01": [
+        0.19817760735750198,
+        -0.2323527842760086,
+        -0.004393648169934749,
+        -0.14680973589420318,
+        -0.1899831309914589,
+        -0.9998269140720367,
+        -0.9998353064060211,
+        -0.49930458664894106,
+        -0.5963611721992492,
+        -1.0807034492492675,
+        0.20821888744831085,
+        -0.13953636586666107,
+        -0.0033576888265088203,
+        -0.1788107320666313,
+        -0.22050866037607195,
+        -0.999310964345932,
+        -0.9993988335132599,
+        -0.5106797099113465,
+        -0.7302295982837677,
+        0.05842937603592872
+      ],
+      "q99": [
+        0.44812404513359066,
+        0.14210240542888639,
+        0.337252739071846,
+        0.9943239092826842,
+        0.5118523061275481,
+        0.031205366365610953,
+        0.04714705012738701,
+        0.992770653963089,
+        0.18282963484525644,
+        1.1270769238471985,
+        0.47021201252937317,
+        0.2550090014934537,
+        0.3824465185403823,
+        0.995180070400238,
+        0.46117363572120657,
+        -0.047424964234233064,
+        -3.7679112665500725e-06,
+        0.9869830250740051,
+        0.23266565054655072,
+        1.1919615149497986
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 12911,
+    "num_trajectories": 50
+  },
+  "aloha_shoes_table": {
+    "action": {
+      "mean": [
+        0.32606810331344604,
+        -0.03153972327709198,
+        0.17551687359809875,
+        0.3416697382926941,
+        0.14959800243377686,
+        -0.7719306349754333,
+        -0.7661699652671814,
+        0.30325645208358765,
+        -0.1495625525712967,
+        0.11935558915138245,
+        0.3463062345981598,
+        0.03736328333616257,
+        0.1803482174873352,
+        0.3275619447231293,
+        0.1299152374267578,
+        -0.8319970369338989,
+        -0.7951449155807495,
+        0.255355566740036,
+        -0.18214373290538788,
+        0.19820308685302734
+      ],
+      "std": [
+        0.06460446119308472,
+        0.09588943421840668,
+        0.10945848375558853,
+        0.3783090114593506,
+        0.1452838033437729,
+        0.3174605965614319,
+        0.3114127814769745,
+        0.41768184304237366,
+        0.16497282683849335,
+        0.9928211569786072,
+        0.07045891135931015,
+        0.1014346107840538,
+        0.11245167255401611,
+        0.32256755232810974,
+        0.15707549452781677,
+        0.2342674434185028,
+        0.26082107424736023,
+        0.4003267288208008,
+        0.20266719162464142,
+        0.980128288269043
+      ],
+      "max": [
+        0.48015326261520386,
+        0.179313525557518,
+        0.3523038923740387,
+        0.9999800324440002,
+        0.7157489657402039,
+        0.11180483549833298,
+        0.1242646798491478,
+        0.9998366832733154,
+        0.285250186920166,
+        1.0,
+        0.49179938435554504,
+        0.3557826578617096,
+        0.42447179555892944,
+        0.9987993836402893,
+        0.5477575659751892,
+        0.05208699405193329,
+        0.034653306007385254,
+        0.9937106966972351,
+        0.3852289915084839,
+        1.0
+      ],
+      "min": [
+        0.12527647614479065,
+        -0.31394532322883606,
+        -0.04988693445920944,
+        -0.2561202347278595,
+        -0.30035507678985596,
+        -0.999981164932251,
+        -0.9999915957450867,
+        -0.644327700138092,
+        -0.7897446751594543,
+        -1.0,
+        0.17444398999214172,
+        -0.23238857090473175,
+        -0.0659869983792305,
+        -0.35028380155563354,
+        -0.3673132658004761,
+        -0.9999988079071045,
+        -0.9999988675117493,
+        -0.7761710286140442,
+        -0.9717934131622314,
+        -1.0
+      ],
+      "q01": [
+        0.1924597442150116,
+        -0.23709256052970887,
+        -0.031008305028080944,
+        -0.15678457915782928,
+        -0.1863800033926964,
+        -0.9994285225868225,
+        -0.9997011423110962,
+        -0.5719999492168426,
+        -0.6091587543487549,
+        -1.0,
+        0.20810787677764891,
+        -0.16556282192468644,
+        -0.017654908634722234,
+        -0.15096036493778228,
+        -0.22608168572187423,
+        -0.998928040266037,
+        -0.9990629017353058,
+        -0.5276546537876129,
+        -0.7234344184398651,
+        -1.0
+      ],
+      "q99": [
+        0.457787150144577,
+        0.1451936572790145,
+        0.34190638065338136,
+        0.9928598761558532,
+        0.5035569965839384,
+        -0.05978704243898392,
+        -0.01781813446432354,
+        0.9893046200275422,
+        0.17466527372598611,
+        1.0,
+        0.4768679320812225,
+        0.2598331540822982,
+        0.39134971201419827,
+        0.9723170220851898,
+        0.47033962905406923,
+        -0.1864572197198868,
+        -0.060312222316861244,
+        0.9807472229003906,
+        0.21941211968660337,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.3233906924724579,
+        -0.032134901732206345,
+        0.16396647691726685,
+        0.3156682550907135,
+        0.1496039479970932,
+        -0.7826839685440063,
+        -0.769219696521759,
+        0.3018459677696228,
+        -0.12293437123298645,
+        0.6964512467384338,
+        0.34235188364982605,
+        0.03810477629303932,
+        0.16778846085071564,
+        0.2959897220134735,
+        0.12479893863201141,
+        -0.8384960293769836,
+        -0.7965015172958374,
+        0.2529186010360718,
+        -0.1519845426082611,
+        0.7593687772750854
+      ],
+      "std": [
+        0.062407124787569046,
+        0.09441278874874115,
+        0.10514318943023682,
+        0.38240039348602295,
+        0.14718197286128998,
+        0.31222963333129883,
+        0.31915774941444397,
+        0.41190215945243835,
+        0.1747966706752777,
+        0.3845251202583313,
+        0.06875818967819214,
+        0.09827672690153122,
+        0.10889741778373718,
+        0.3346223533153534,
+        0.15245452523231506,
+        0.241925910115242,
+        0.2739580273628235,
+        0.4007769823074341,
+        0.20697632431983948,
+        0.30625119805336
+      ],
+      "max": [
+        0.4779528081417084,
+        0.17402252554893494,
+        0.412266343832016,
+        0.9999450445175171,
+        0.6999034285545349,
+        0.4170636534690857,
+        0.4215781092643738,
+        1.0,
+        0.932714581489563,
+        1.3076640367507935,
+        0.48697036504745483,
+        0.34565815329551697,
+        0.415988564491272,
+        0.9998390078544617,
+        0.5593472123146057,
+        0.20724913477897644,
+        0.26142606139183044,
+        1.0,
+        0.5777683854103088,
+        1.3103067874908447
+      ],
+      "min": [
+        0.12448469549417496,
+        -0.30521926283836365,
+        -0.004976626019924879,
+        -0.21920020878314972,
+        -0.5096501708030701,
+        -1.0,
+        -0.9999982118606567,
+        -0.6262368559837341,
+        -0.7456304430961609,
+        -1.1091713905334473,
+        0.1249726265668869,
+        -0.22351478040218353,
+        -0.006724653299897909,
+        -0.36625856161117554,
+        -0.4249938726425171,
+        -0.9999956488609314,
+        -0.999992847442627,
+        -0.77183997631073,
+        -0.9583328366279602,
+        -1.04777991771698
+      ],
+      "q01": [
+        0.19817760735750198,
+        -0.2323527842760086,
+        -0.004393648169934749,
+        -0.14680973589420318,
+        -0.1899831309914589,
+        -0.9998269140720367,
+        -0.9998353064060211,
+        -0.49930458664894106,
+        -0.5963611721992492,
+        -1.0807034492492675,
+        0.20821888744831085,
+        -0.13953636586666107,
+        -0.0033576888265088203,
+        -0.1788107320666313,
+        -0.22050866037607195,
+        -0.999310964345932,
+        -0.9993988335132599,
+        -0.5106797099113465,
+        -0.7302295982837677,
+        0.05842937603592872
+      ],
+      "q99": [
+        0.44812404513359066,
+        0.14210240542888639,
+        0.337252739071846,
+        0.9943239092826842,
+        0.5118523061275481,
+        0.031205366365610953,
+        0.04714705012738701,
+        0.992770653963089,
+        0.18282963484525644,
+        1.1270769238471985,
+        0.47021201252937317,
+        0.2550090014934537,
+        0.3824465185403823,
+        0.995180070400238,
+        0.46117363572120657,
+        -0.047424964234233064,
+        -3.7679112665500725e-06,
+        0.9869830250740051,
+        0.23266565054655072,
+        1.1919615149497986
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 12911,
+    "num_trajectories": 50
+  }
+}

2e-5/twinvla-aloha_shoes_table/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57f9a891e27b6f51bc90a4252de9c8ac6dbdd21c49456fd501405bfdd1589fa
+size 2889539864

2e-5/twinvla-aloha_shoes_table/singlevla_config/config.json

@@ -0,0 +1,230 @@
+{
+  "_commit_hash": "428b4d21376ff21d70b8b8830db6f6ab3907bfd8",
+  "_name_or_path": "jellyho/TwinVLA",
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_head_hidden_dim": 1024,
+  "action_len": 20,
+  "aggregation": "false",
+  "architectures": [
+    "Eagle2_1BVLA"
+  ],
+  "auto_map": {},
+  "dataset_statistics_path": null,
+  "denoiser": "FM",
+  "diffusion_batch": 32,
+  "dit_size": "DiT-B",
+  "downsample_ratio": 0.5,
+  "dynamic_image_size": true,
+  "efficient_loss": true,
+  "enable_cfg": true,
+  "force_image_size": 448,
+  "global_normalization": true,
+  "hz_interpolate": 20,
+  "image_size": 224,
+  "interpolate_gripper": false,
+  "keep_aspect_ratio": false,
+  "knowledge_insulation": false,
+  "llm_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+    "add_cross_attention": false,
+    "architectures": [
+      "Qwen2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_qwen2.Qwen2Config",
+      "AutoModel": "modeling_qwen2.Qwen2Model",
+      "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": 151643,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 151645,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "silu",
+    "hidden_size": 896,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4864,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 21,
+    "min_length": 0,
+    "model_type": "qwen2",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 14,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 2,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": null,
+    "rope_theta": 1000000.0,
+    "sep_token_id": null,
+    "sliding_window": 32768,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": false,
+    "use_sliding_window": false,
+    "vocab_size": 151674
+  },
+  "loss_version": "v4",
+  "max_dynamic_patch": 12,
+  "min_dynamic_patch": 1,
+  "mlp_checkpoint": true,
+  "model_path": "nvidia/Eagle2-1B",
+  "model_type": "Eagle2_1BVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "pad2square": false,
+  "pre_feature_reduction": false,
+  "ps_version": "v2",
+  "readout_token_as_eos": false,
+  "return_text": null,
+  "select_layer": -1,
+  "state_dim": 10,
+  "stopping_token": "|",
+  "template": "qwen2-chat",
+  "test_denoising_steps": 10,
+  "torch_dtype": "bfloat16",
+  "train_denoising_steps": 100,
+  "transformers_version": null,
+  "use_backbone_lora": 0,
+  "use_llm_lora": 0,
+  "use_thumbnail": true,
+  "vision_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": [
+      "SiglipVisionModel"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+      "AutoModel": "modeling_siglip.SiglipVisionModel"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "intermediate_size": 4304,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-06,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "siglip_vision_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "num_image_tokens": 1024,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 14,
+    "prefix": null,
+    "problem_type": null,
+    "projection_dim": 2048,
+    "projector_hidden_act": "gelu_fast",
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "vision_use_head": false
+  },
+  "vocab_size": 151674,
+  "vocab_start": null
+}

2e-5/twinvla-scratch-aloha_dish_drainer/config.json

@@ -0,0 +1,314 @@
+{
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_len": 20,
+  "architectures": [
+    "Eagle2_1BTwinVLA"
+  ],
+  "attn_reweighting": true,
+  "denoiser": "FM",
+  "dit_scratch": false,
+  "global_normalization": true,
+  "hz_interpolate": null,
+  "interpolate_gripper": false,
+  "knowledge_insulation": false,
+  "model_path": null,
+  "model_type": "Eagle2_1BTwinVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "readout_token_as_eos": true,
+  "share_decoder": true,
+  "share_embed_tokens": true,
+  "share_vision": true,
+  "singlevla_config": {
+    "_attn_implementation_autoset": false,
+    "_attn_implementation_internal": null,
+    "_commit_hash": null,
+    "_name_or_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+    "action_dim": 10,
+    "action_head": "DiT",
+    "action_head_hidden_dim": 1024,
+    "action_len": 20,
+    "add_cross_attention": false,
+    "aggregation": "None",
+    "architectures": [
+      "Eagle2_1BVLA"
+    ],
+    "auto_map": {},
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "denoiser": "FM",
+    "diffusion_batch": 32,
+    "dit_size": "DiT-B",
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "downsample_ratio": 0.5,
+    "dynamic_image_size": true,
+    "early_stopping": false,
+    "efficient_loss": true,
+    "enable_cfg": true,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_image_size": 448,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "global_normalization": true,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "keep_aspect_ratio": false,
+    "knowledge_insulation": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "llm_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+      "add_cross_attention": false,
+      "architectures": [
+        "Qwen2ForCausalLM"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_qwen2.Qwen2Config",
+        "AutoModel": "modeling_qwen2.Qwen2Model",
+        "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": 151643,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": 151645,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "silu",
+      "hidden_size": 896,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "initializer_range": 0.02,
+      "intermediate_size": 4864,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "max_window_layers": 21,
+      "min_length": 0,
+      "model_type": "qwen2",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 14,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 24,
+      "num_key_value_heads": 2,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rms_norm_eps": 1e-06,
+      "rope_scaling": null,
+      "rope_theta": 1000000.0,
+      "sep_token_id": null,
+      "sliding_window": 32768,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "use_cache": false,
+      "use_sliding_window": false,
+      "vocab_size": 151674
+    },
+    "loss_version": "v4",
+    "max_dynamic_patch": 12,
+    "max_length": 20,
+    "min_dynamic_patch": 1,
+    "min_length": 0,
+    "mlp_checkpoint": true,
+    "model_path": "nvidia/Eagle2-1B",
+    "model_type": "Eagle2_1BVLA",
+    "modeling": "denoising",
+    "no_repeat_ngram_size": 0,
+    "normalization": "quantile",
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_readouts": 1,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad2square": false,
+    "pad_token_id": null,
+    "pre_feature_reduction": false,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "ps_version": "v2",
+    "readout_token_as_eos": true,
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "return_text": null,
+    "select_layer": -1,
+    "sep_token_id": null,
+    "state_dim": 10,
+    "stopping_token": "|",
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "template": "qwen2-chat",
+    "test_denoising_steps": 10,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "train_denoising_steps": 100,
+    "typical_p": 1.0,
+    "use_backbone_lora": 0,
+    "use_bfloat16": false,
+    "use_llm_lora": 0,
+    "use_thumbnail": true,
+    "vision_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": [
+        "SiglipVisionModel"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+        "AutoModel": "modeling_siglip.SiglipVisionModel"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "drop_path_rate": 0.1,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "gelu_pytorch_tanh",
+      "hidden_size": 1152,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "image_size": 448,
+      "intermediate_size": 4304,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "layer_norm_eps": 1e-06,
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "min_length": 0,
+      "model_type": "siglip_vision_model",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 16,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_channels": 3,
+      "num_hidden_layers": 27,
+      "num_image_tokens": 1024,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "patch_size": 14,
+      "prefix": null,
+      "problem_type": null,
+      "projection_dim": 2048,
+      "projector_hidden_act": "gelu_fast",
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "vision_use_head": false
+    },
+    "vocab_size": 151674,
+    "vocab_start": null
+  },
+  "singlevla_config_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+  "singlevla_pretrained_path": null,
+  "state_dim": 10,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0"
+}

2e-5/twinvla-scratch-aloha_dish_drainer/dataset_statistics.json

@@ -0,0 +1,634 @@
+{
+  "aloha_dish_drainer_new": {
+    "action": {
+      "mean": [
+        0.40166160464286804,
+        -0.011121422052383423,
+        0.18381044268608093,
+        0.7193055748939514,
+        0.25373342633247375,
+        -0.5631368160247803,
+        -0.1440804898738861,
+        0.8170215487480164,
+        0.1759030520915985,
+        0.3052484393119812,
+        0.27496522665023804,
+        0.07536163926124573,
+        0.11210401356220245,
+        0.5866131782531738,
+        0.166164368391037,
+        -0.6815540790557861,
+        -0.029566073790192604,
+        0.9651414752006531,
+        0.16927561163902283,
+        -0.015535339713096619
+      ],
+      "std": [
+        0.11050388216972351,
+        0.09560802578926086,
+        0.07149423658847809,
+        0.16429585218429565,
+        0.23607663810253143,
+        0.13553042709827423,
+        0.4136315882205963,
+        0.16760703921318054,
+        0.28564009070396423,
+        0.9522888660430908,
+        0.031309936195611954,
+        0.04574710130691528,
+        0.0856705829501152,
+        0.29802361130714417,
+        0.15602004528045654,
+        0.22492949664592743,
+        0.10802315920591354,
+        0.041615039110183716,
+        0.15993009507656097,
+        0.9998806715011597
+      ],
+      "max": [
+        0.6568294763565063,
+        0.20922525227069855,
+        0.329291433095932,
+        0.9988790154457092,
+        0.8221861720085144,
+        -0.02126980759203434,
+        0.554952085018158,
+        0.9999961256980896,
+        0.8352594971656799,
+        1.0,
+        0.3725535273551941,
+        0.20133008062839508,
+        0.2683204710483551,
+        0.9969081878662109,
+        0.5947288274765015,
+        0.135818213224411,
+        0.297533243894577,
+        0.9999833106994629,
+        0.6284497380256653,
+        1.0
+      ],
+      "min": [
+        0.1679762601852417,
+        -0.2037276178598404,
+        0.026118876412510872,
+        0.06734701991081238,
+        -0.3303077816963196,
+        -0.865761399269104,
+        -0.9697803854942322,
+        0.24385260045528412,
+        -0.3337814211845398,
+        -1.0,
+        0.17690593004226685,
+        -0.019342761486768723,
+        -0.045900676399469376,
+        -0.08388058096170425,
+        -0.1825810670852661,
+        -0.9999706149101257,
+        -0.4282298684120178,
+        0.7756603956222534,
+        -0.19046637415885925,
+        -1.0
+      ],
+      "q01": [
+        0.22041156470775605,
+        -0.17958899974822998,
+        0.04473079532384872,
+        0.2284090793132782,
+        -0.2088965356349945,
+        -0.811203727722168,
+        -0.9306126594543457,
+        0.3530711317062378,
+        -0.2207678198814392,
+        -1.0,
+        0.2055837804079056,
+        0.005079864375293255,
+        -0.04285515695810318,
+        0.023393160849809646,
+        -0.12909780085086822,
+        -0.9969730639457702,
+        -0.31871861577033994,
+        0.8128526282310485,
+        -0.12555764615535736,
+        -1.0
+      ],
+      "q99": [
+        0.6256548881530761,
+        0.16506216526031484,
+        0.3053938007354736,
+        0.9577780866622918,
+        0.7322160029411315,
+        -0.22335838973522296,
+        0.43161325573921194,
+        0.9983374524116516,
+        0.7683744573593138,
+        1.0,
+        0.344862767457962,
+        0.19341405749320983,
+        0.24164194464683514,
+        0.9684402346611023,
+        0.5674381494522094,
+        -0.24195577383041442,
+        0.2379095745086669,
+        0.9997554516792297,
+        0.564831252098083,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.3995276093482971,
+        -0.01743783988058567,
+        0.17103439569473267,
+        0.7105359435081482,
+        0.238600954413414,
+        -0.5759879946708679,
+        -0.11663730442523956,
+        0.8159795999526978,
+        0.18427881598472595,
+        0.32329148054122925,
+        0.26429733633995056,
+        0.056828975677490234,
+        0.10836688429117203,
+        0.5435153841972351,
+        0.10053253918886185,
+        -0.7011978030204773,
+        -0.03383757919073105,
+        0.9509052038192749,
+        0.0682743564248085,
+        -0.11205186694860458
+      ],
+      "std": [
+        0.10546877980232239,
+        0.09407489001750946,
+        0.07594858855009079,
+        0.15545178949832916,
+        0.23370550572872162,
+        0.1663108617067337,
+        0.417312353849411,
+        0.1589633673429489,
+        0.29529041051864624,
+        0.8386000394821167,
+        0.03193666785955429,
+        0.03702627867460251,
+        0.08499232679605484,
+        0.33746665716171265,
+        0.13817641139030457,
+        0.2642515003681183,
+        0.13742685317993164,
+        0.10328594595193863,
+        0.24581077694892883,
+        0.9880411624908447
+      ],
+      "max": [
+        0.6216338276863098,
+        0.1681845635175705,
+        0.3582729399204254,
+        0.9998778104782104,
+        0.7569742202758789,
+        0.29317960143089294,
+        0.5474420785903931,
+        1.0,
+        0.9644882678985596,
+        1.2399240732192993,
+        0.36810019612312317,
+        0.15229015052318573,
+        0.3755773603916168,
+        0.9999530911445618,
+        0.47173869609832764,
+        0.4396477937698364,
+        0.5856077671051025,
+        1.0,
+        0.9141661524772644,
+        1.0335123538970947
+      ],
+      "min": [
+        0.17779576778411865,
+        -0.2223799079656601,
+        0.009585360996425152,
+        0.27525120973587036,
+        -0.3401731848716736,
+        -0.8740139603614807,
+        -0.922980010509491,
+        0.20966650545597076,
+        -0.5117865800857544,
+        -1.04777991771698,
+        0.13721425831317902,
+        -0.11607959121465683,
+        -0.006126723252236843,
+        -0.12117788940668106,
+        -0.5865428447723389,
+        -0.9999897480010986,
+        -0.48856121301651,
+        -0.09543908387422562,
+        -0.9954046607017517,
+        -1.1056499481201172
+      ],
+      "q01": [
+        0.22190109610557557,
+        -0.19557971894741058,
+        0.02071425139904022,
+        0.33727509021759033,
+        -0.20722176849842072,
+        -0.8324707460403442,
+        -0.8625615048408508,
+        0.48607451796531675,
+        -0.30660848736763,
+        -0.9315443730354309,
+        0.19041878879070281,
+        -0.04380948930978775,
+        -0.0050327684171497826,
+        -0.05638677150011063,
+        -0.26807846426963805,
+        -0.9989835453033448,
+        -0.329305921792984,
+        0.4013799297809601,
+        -0.8769975972175598,
+        -1.088063154220581
+      ],
+      "q99": [
+        0.6066525983810425,
+        0.13703446269035335,
+        0.3049686551094055,
+        0.995180070400238,
+        0.6961594343185422,
+        0.0980641171336174,
+        0.463529108762741,
+        0.9997917461395264,
+        0.7787499904632564,
+        1.0201601552963255,
+        0.3442830562591551,
+        0.1231292974948883,
+        0.30282683849334713,
+        0.9978944087028503,
+        0.41937308669090234,
+        0.0980641171336174,
+        0.27175513744354135,
+        0.999885528087616,
+        0.5146499085426329,
+        1.0030832004547119
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 7145,
+    "num_trajectories": 50
+  },
+  "aloha_dish_drainer": {
+    "action": {
+      "mean": [
+        0.40166160464286804,
+        -0.011121422052383423,
+        0.18381044268608093,
+        0.7193055748939514,
+        0.25373342633247375,
+        -0.5631368160247803,
+        -0.1440804898738861,
+        0.8170215487480164,
+        0.1759030520915985,
+        0.3052484393119812,
+        0.27496522665023804,
+        0.07536163926124573,
+        0.11210401356220245,
+        0.5866131782531738,
+        0.166164368391037,
+        -0.6815540790557861,
+        -0.029566073790192604,
+        0.9651414752006531,
+        0.16927561163902283,
+        -0.015535339713096619
+      ],
+      "std": [
+        0.11050388216972351,
+        0.09560802578926086,
+        0.07149423658847809,
+        0.16429585218429565,
+        0.23607663810253143,
+        0.13553042709827423,
+        0.4136315882205963,
+        0.16760703921318054,
+        0.28564009070396423,
+        0.9522888660430908,
+        0.031309936195611954,
+        0.04574710130691528,
+        0.0856705829501152,
+        0.29802361130714417,
+        0.15602004528045654,
+        0.22492949664592743,
+        0.10802315920591354,
+        0.041615039110183716,
+        0.15993009507656097,
+        0.9998806715011597
+      ],
+      "max": [
+        0.6568294763565063,
+        0.20922525227069855,
+        0.329291433095932,
+        0.9988790154457092,
+        0.8221861720085144,
+        -0.02126980759203434,
+        0.554952085018158,
+        0.9999961256980896,
+        0.8352594971656799,
+        1.0,
+        0.3725535273551941,
+        0.20133008062839508,
+        0.2683204710483551,
+        0.9969081878662109,
+        0.5947288274765015,
+        0.135818213224411,
+        0.297533243894577,
+        0.9999833106994629,
+        0.6284497380256653,
+        1.0
+      ],
+      "min": [
+        0.1679762601852417,
+        -0.2037276178598404,
+        0.026118876412510872,
+        0.06734701991081238,
+        -0.3303077816963196,
+        -0.865761399269104,
+        -0.9697803854942322,
+        0.24385260045528412,
+        -0.3337814211845398,
+        -1.0,
+        0.17690593004226685,
+        -0.019342761486768723,
+        -0.045900676399469376,
+        -0.08388058096170425,
+        -0.1825810670852661,
+        -0.9999706149101257,
+        -0.4282298684120178,
+        0.7756603956222534,
+        -0.19046637415885925,
+        -1.0
+      ],
+      "q01": [
+        0.22041156470775605,
+        -0.17958899974822998,
+        0.04473079532384872,
+        0.2284090793132782,
+        -0.2088965356349945,
+        -0.811203727722168,
+        -0.9306126594543457,
+        0.3530711317062378,
+        -0.2207678198814392,
+        -1.0,
+        0.2055837804079056,
+        0.005079864375293255,
+        -0.04285515695810318,
+        0.023393160849809646,
+        -0.12909780085086822,
+        -0.9969730639457702,
+        -0.31871861577033994,
+        0.8128526282310485,
+        -0.12555764615535736,
+        -1.0
+      ],
+      "q99": [
+        0.6256548881530761,
+        0.16506216526031484,
+        0.3053938007354736,
+        0.9577780866622918,
+        0.7322160029411315,
+        -0.22335838973522296,
+        0.43161325573921194,
+        0.9983374524116516,
+        0.7683744573593138,
+        1.0,
+        0.344862767457962,
+        0.19341405749320983,
+        0.24164194464683514,
+        0.9684402346611023,
+        0.5674381494522094,
+        -0.24195577383041442,
+        0.2379095745086669,
+        0.9997554516792297,
+        0.564831252098083,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.3995276093482971,
+        -0.01743783988058567,
+        0.17103439569473267,
+        0.7105359435081482,
+        0.238600954413414,
+        -0.5759879946708679,
+        -0.11663730442523956,
+        0.8159795999526978,
+        0.18427881598472595,
+        0.32329148054122925,
+        0.26429733633995056,
+        0.056828975677490234,
+        0.10836688429117203,
+        0.5435153841972351,
+        0.10053253918886185,
+        -0.7011978030204773,
+        -0.03383757919073105,
+        0.9509052038192749,
+        0.0682743564248085,
+        -0.11205186694860458
+      ],
+      "std": [
+        0.10546877980232239,
+        0.09407489001750946,
+        0.07594858855009079,
+        0.15545178949832916,
+        0.23370550572872162,
+        0.1663108617067337,
+        0.417312353849411,
+        0.1589633673429489,
+        0.29529041051864624,
+        0.8386000394821167,
+        0.03193666785955429,
+        0.03702627867460251,
+        0.08499232679605484,
+        0.33746665716171265,
+        0.13817641139030457,
+        0.2642515003681183,
+        0.13742685317993164,
+        0.10328594595193863,
+        0.24581077694892883,
+        0.9880411624908447
+      ],
+      "max": [
+        0.6216338276863098,
+        0.1681845635175705,
+        0.3582729399204254,
+        0.9998778104782104,
+        0.7569742202758789,
+        0.29317960143089294,
+        0.5474420785903931,
+        1.0,
+        0.9644882678985596,
+        1.2399240732192993,
+        0.36810019612312317,
+        0.15229015052318573,
+        0.3755773603916168,
+        0.9999530911445618,
+        0.47173869609832764,
+        0.4396477937698364,
+        0.5856077671051025,
+        1.0,
+        0.9141661524772644,
+        1.0335123538970947
+      ],
+      "min": [
+        0.17779576778411865,
+        -0.2223799079656601,
+        0.009585360996425152,
+        0.27525120973587036,
+        -0.3401731848716736,
+        -0.8740139603614807,
+        -0.922980010509491,
+        0.20966650545597076,
+        -0.5117865800857544,
+        -1.04777991771698,
+        0.13721425831317902,
+        -0.11607959121465683,
+        -0.006126723252236843,
+        -0.12117788940668106,
+        -0.5865428447723389,
+        -0.9999897480010986,
+        -0.48856121301651,
+        -0.09543908387422562,
+        -0.9954046607017517,
+        -1.1056499481201172
+      ],
+      "q01": [
+        0.22190109610557557,
+        -0.19557971894741058,
+        0.02071425139904022,
+        0.33727509021759033,
+        -0.20722176849842072,
+        -0.8324707460403442,
+        -0.8625615048408508,
+        0.48607451796531675,
+        -0.30660848736763,
+        -0.9315443730354309,
+        0.19041878879070281,
+        -0.04380948930978775,
+        -0.0050327684171497826,
+        -0.05638677150011063,
+        -0.26807846426963805,
+        -0.9989835453033448,
+        -0.329305921792984,
+        0.4013799297809601,
+        -0.8769975972175598,
+        -1.088063154220581
+      ],
+      "q99": [
+        0.6066525983810425,
+        0.13703446269035335,
+        0.3049686551094055,
+        0.995180070400238,
+        0.6961594343185422,
+        0.0980641171336174,
+        0.463529108762741,
+        0.9997917461395264,
+        0.7787499904632564,
+        1.0201601552963255,
+        0.3442830562591551,
+        0.1231292974948883,
+        0.30282683849334713,
+        0.9978944087028503,
+        0.41937308669090234,
+        0.0980641171336174,
+        0.27175513744354135,
+        0.999885528087616,
+        0.5146499085426329,
+        1.0030832004547119
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 7145,
+    "num_trajectories": 50
+  }
+}

2e-5/twinvla-scratch-aloha_dish_drainer/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ce8e400165455003d78690e7c4c24eb46ad2b6febf7d1b4396cba4383e28c7
+size 2889536104

2e-5/twinvla-scratch-aloha_dish_drainer/singlevla_config/config.json

@@ -0,0 +1,227 @@
+{
+  "_commit_hash": null,
+  "_name_or_path": "/scratch2/jellyho/rebuttal/singlevla-work/Eagle2_1B-Scratch-DiT-B",
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_head_hidden_dim": 1024,
+  "action_len": 20,
+  "aggregation": "None",
+  "architectures": [
+    "Eagle2_1BVLA"
+  ],
+  "auto_map": {},
+  "denoiser": "FM",
+  "diffusion_batch": 32,
+  "dit_size": "DiT-B",
+  "downsample_ratio": 0.5,
+  "dynamic_image_size": true,
+  "efficient_loss": true,
+  "enable_cfg": true,
+  "force_image_size": 448,
+  "global_normalization": true,
+  "image_size": 448,
+  "keep_aspect_ratio": false,
+  "knowledge_insulation": false,
+  "llm_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+    "add_cross_attention": false,
+    "architectures": [
+      "Qwen2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_qwen2.Qwen2Config",
+      "AutoModel": "modeling_qwen2.Qwen2Model",
+      "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": 151643,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 151645,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "silu",
+    "hidden_size": 896,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4864,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 21,
+    "min_length": 0,
+    "model_type": "qwen2",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 14,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 2,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": null,
+    "rope_theta": 1000000.0,
+    "sep_token_id": null,
+    "sliding_window": 32768,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": false,
+    "use_sliding_window": false,
+    "vocab_size": 151674
+  },
+  "loss_version": "v4",
+  "max_dynamic_patch": 12,
+  "min_dynamic_patch": 1,
+  "mlp_checkpoint": true,
+  "model_path": "nvidia/Eagle2-1B",
+  "model_type": "Eagle2_1BVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "pad2square": false,
+  "pre_feature_reduction": false,
+  "ps_version": "v2",
+  "readout_token_as_eos": true,
+  "return_text": null,
+  "select_layer": -1,
+  "state_dim": 10,
+  "stopping_token": "|",
+  "template": "qwen2-chat",
+  "test_denoising_steps": 10,
+  "torch_dtype": "bfloat16",
+  "train_denoising_steps": 100,
+  "transformers_version": null,
+  "use_backbone_lora": 0,
+  "use_llm_lora": 0,
+  "use_thumbnail": true,
+  "vision_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": [
+      "SiglipVisionModel"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+      "AutoModel": "modeling_siglip.SiglipVisionModel"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "intermediate_size": 4304,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-06,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "siglip_vision_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "num_image_tokens": 1024,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 14,
+    "prefix": null,
+    "problem_type": null,
+    "projection_dim": 2048,
+    "projector_hidden_act": "gelu_fast",
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "vision_use_head": false
+  },
+  "vocab_size": 151674,
+  "vocab_start": null
+}

2e-5/twinvla-scratch-aloha_handover_box/config.json

@@ -0,0 +1,314 @@
+{
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_len": 20,
+  "architectures": [
+    "Eagle2_1BTwinVLA"
+  ],
+  "attn_reweighting": true,
+  "denoiser": "FM",
+  "dit_scratch": false,
+  "global_normalization": true,
+  "hz_interpolate": null,
+  "interpolate_gripper": false,
+  "knowledge_insulation": false,
+  "model_path": null,
+  "model_type": "Eagle2_1BTwinVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "readout_token_as_eos": true,
+  "share_decoder": true,
+  "share_embed_tokens": true,
+  "share_vision": true,
+  "singlevla_config": {
+    "_attn_implementation_autoset": false,
+    "_attn_implementation_internal": null,
+    "_commit_hash": null,
+    "_name_or_path": "/data5/jellyho/twinvla-checkpoints/Eagle2_1B-Scratch-DiT-B",
+    "action_dim": 10,
+    "action_head": "DiT",
+    "action_head_hidden_dim": 1024,
+    "action_len": 20,
+    "add_cross_attention": false,
+    "aggregation": "None",
+    "architectures": [
+      "Eagle2_1BVLA"
+    ],
+    "auto_map": {},
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "denoiser": "FM",
+    "diffusion_batch": 32,
+    "dit_size": "DiT-B",
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "downsample_ratio": 0.5,
+    "dynamic_image_size": true,
+    "early_stopping": false,
+    "efficient_loss": true,
+    "enable_cfg": true,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_image_size": 448,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "global_normalization": true,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "keep_aspect_ratio": false,
+    "knowledge_insulation": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "llm_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+      "add_cross_attention": false,
+      "architectures": [
+        "Qwen2ForCausalLM"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_qwen2.Qwen2Config",
+        "AutoModel": "modeling_qwen2.Qwen2Model",
+        "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": 151643,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": 151645,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "silu",
+      "hidden_size": 896,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "initializer_range": 0.02,
+      "intermediate_size": 4864,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "max_window_layers": 21,
+      "min_length": 0,
+      "model_type": "qwen2",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 14,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 24,
+      "num_key_value_heads": 2,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rms_norm_eps": 1e-06,
+      "rope_scaling": null,
+      "rope_theta": 1000000.0,
+      "sep_token_id": null,
+      "sliding_window": 32768,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "use_cache": false,
+      "use_sliding_window": false,
+      "vocab_size": 151674
+    },
+    "loss_version": "v4",
+    "max_dynamic_patch": 12,
+    "max_length": 20,
+    "min_dynamic_patch": 1,
+    "min_length": 0,
+    "mlp_checkpoint": true,
+    "model_path": "nvidia/Eagle2-1B",
+    "model_type": "Eagle2_1BVLA",
+    "modeling": "denoising",
+    "no_repeat_ngram_size": 0,
+    "normalization": "quantile",
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_readouts": 1,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad2square": false,
+    "pad_token_id": null,
+    "pre_feature_reduction": false,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "ps_version": "v2",
+    "readout_token_as_eos": true,
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "return_text": null,
+    "select_layer": -1,
+    "sep_token_id": null,
+    "state_dim": 10,
+    "stopping_token": "|",
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "template": "qwen2-chat",
+    "test_denoising_steps": 10,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "train_denoising_steps": 100,
+    "typical_p": 1.0,
+    "use_backbone_lora": 0,
+    "use_bfloat16": false,
+    "use_llm_lora": 0,
+    "use_thumbnail": true,
+    "vision_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": [
+        "SiglipVisionModel"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+        "AutoModel": "modeling_siglip.SiglipVisionModel"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "drop_path_rate": 0.1,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "gelu_pytorch_tanh",
+      "hidden_size": 1152,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "image_size": 448,
+      "intermediate_size": 4304,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "layer_norm_eps": 1e-06,
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "min_length": 0,
+      "model_type": "siglip_vision_model",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 16,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_channels": 3,
+      "num_hidden_layers": 27,
+      "num_image_tokens": 1024,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "patch_size": 14,
+      "prefix": null,
+      "problem_type": null,
+      "projection_dim": 2048,
+      "projector_hidden_act": "gelu_fast",
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "vision_use_head": false
+    },
+    "vocab_size": 151674,
+    "vocab_start": null
+  },
+  "singlevla_config_path": "/data5/jellyho/twinvla-checkpoints/Eagle2_1B-Scratch-DiT-B",
+  "singlevla_pretrained_path": null,
+  "state_dim": 10,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0"
+}

2e-5/twinvla-scratch-aloha_handover_box/dataset_statistics.json

@@ -0,0 +1,634 @@
+{
+  "aloha_handover_box": {
+    "action": {
+      "mean": [
+        0.3224456310272217,
+        -0.07136797159910202,
+        0.16350853443145752,
+        0.6155848503112793,
+        0.02582639828324318,
+        -0.6291783452033997,
+        -0.12873497605323792,
+        0.9684513211250305,
+        -0.05324755236506462,
+        0.32048356533050537,
+        0.3553532660007477,
+        -0.01726912148296833,
+        0.2535472810268402,
+        0.9467610120773315,
+        -0.10934814065694809,
+        -0.16364224255084991,
+        0.1080813780426979,
+        0.9652291536331177,
+        -0.08225563168525696,
+        0.6809535622596741
+      ],
+      "std": [
+        0.07454729825258255,
+        0.08869028091430664,
+        0.07996603846549988,
+        0.33460596203804016,
+        0.19985826313495636,
+        0.26947179436683655,
+        0.12514576315879822,
+        0.030899839475750923,
+        0.16146357357501984,
+        0.9473047256469727,
+        0.064877949655056,
+        0.038949884474277496,
+        0.027652490884065628,
+        0.10490523278713226,
+        0.1838432103395462,
+        0.14178058505058289,
+        0.2033252865076065,
+        0.06656654924154282,
+        0.06421922147274017,
+        0.7322930693626404
+      ],
+      "max": [
+        0.48683926463127136,
+        0.0484432689845562,
+        0.31490612030029297,
+        0.99891197681427,
+        0.4277522563934326,
+        0.06322141736745834,
+        0.4004654884338379,
+        0.9999857544898987,
+        0.3100079298019409,
+        1.0,
+        0.5334027409553528,
+        0.08494444936513901,
+        0.36568865180015564,
+        0.9999882578849792,
+        0.2546274662017822,
+        0.1172015443444252,
+        0.7982608079910278,
+        0.9999992251396179,
+        0.20094169676303864,
+        1.0
+      ],
+      "min": [
+        0.1422317922115326,
+        -0.2763901352882385,
+        -0.0600760243833065,
+        -0.14848311245441437,
+        -0.6282482743263245,
+        -0.9999129176139832,
+        -0.42181891202926636,
+        0.7404066324234009,
+        -0.6676974296569824,
+        -1.0,
+        0.1786160171031952,
+        -0.1845615804195404,
+        0.1687021553516388,
+        0.2762398421764374,
+        -0.7479667067527771,
+        -0.8485982418060303,
+        -0.2597721517086029,
+        0.6015138626098633,
+        -0.3933228552341461,
+        -1.0
+      ],
+      "q01": [
+        0.1950138956308365,
+        -0.24691226959228516,
+        -0.015285035967826844,
+        -0.04555398792028427,
+        -0.4452396559715271,
+        -0.996303243637085,
+        -0.3760478734970093,
+        0.8516808867454528,
+        -0.46342918753623963,
+        -1.0,
+        0.21926841557025908,
+        -0.1317625629901886,
+        0.1978745412826538,
+        0.5117229986190795,
+        -0.6376786828041077,
+        -0.6609986042976379,
+        -0.19099083304405212,
+        0.6930621123313904,
+        -0.2356126993894577,
+        -1.0
+      ],
+      "q99": [
+        0.47150796771049497,
+        0.038070930540561675,
+        0.28182336688041676,
+        0.9817836880683899,
+        0.3871919810771942,
+        -0.1345064049959186,
+        0.20285944879054985,
+        0.9992118668556214,
+        0.2293877118825912,
+        1.0,
+        0.49810330152511595,
+        0.0599309906363487,
+        0.3309180569648742,
+        0.9995350050926208,
+        0.1829529863595952,
+        0.03216676786541939,
+        0.7132800936698909,
+        0.9997488117218017,
+        0.08941484957933345,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.3200361728668213,
+        -0.06315236538648605,
+        0.1539715975522995,
+        0.6064432263374329,
+        0.06654595583677292,
+        -0.6403248906135559,
+        -0.09359703212976456,
+        0.962713897228241,
+        0.0318731926381588,
+        0.6514409780502319,
+        0.35154759883880615,
+        -0.018256481736898422,
+        0.23897576332092285,
+        0.9405075311660767,
+        -0.11245886981487274,
+        -0.2019508332014084,
+        0.10934195667505264,
+        0.9565085172653198,
+        -0.0809820145368576,
+        0.808542013168335
+      ],
+      "std": [
+        0.07218372076749802,
+        0.07983935624361038,
+        0.08212248235940933,
+        0.32560113072395325,
+        0.15540780127048492,
+        0.29600197076797485,
+        0.1470419317483902,
+        0.06898750364780426,
+        0.19242025911808014,
+        0.4760681986808777,
+        0.06400060653686523,
+        0.03751807287335396,
+        0.0323367603123188,
+        0.10509958118200302,
+        0.17797957360744476,
+        0.13889151811599731,
+        0.20048993825912476,
+        0.08273555338382721,
+        0.13973523676395416,
+        0.40020158886909485
+      ],
+      "max": [
+        0.47570154070854187,
+        0.08932404220104218,
+        0.44513142108917236,
+        0.9999915361404419,
+        0.6316148042678833,
+        0.7311769127845764,
+        0.5646719932556152,
+        1.0,
+        0.9345466494560242,
+        1.3299691677093506,
+        0.5250220894813538,
+        0.07912999391555786,
+        0.41775044798851013,
+        0.9999979138374329,
+        0.2288104146718979,
+        0.2556033134460449,
+        0.7930954098701477,
+        1.0,
+        0.8460071086883545,
+        1.1448447704315186
+      ],
+      "min": [
+        0.15507374703884125,
+        -0.24968452751636505,
+        -0.005626574158668518,
+        -0.12249666452407837,
+        -0.3874700665473938,
+        -1.0,
+        -0.8481224179267883,
+        0.28493279218673706,
+        -0.8170893788337708,
+        -1.083611011505127,
+        0.18484443426132202,
+        -0.1679670214653015,
+        0.1543029397726059,
+        0.2590605616569519,
+        -0.7203781604766846,
+        -0.8606433272361755,
+        -0.2443554699420929,
+        0.2216777801513672,
+        -0.9731146693229675,
+        -1.0848060846328735
+      ],
+      "q01": [
+        0.1903739631175995,
+        -0.22257488489151,
+        -0.0036250025033950804,
+        -0.015333320312201977,
+        -0.2553225290775299,
+        -0.9997995805740356,
+        -0.3545967137813568,
+        0.6295642066001892,
+        -0.32733017563819883,
+        -0.4065189242362976,
+        0.22028838396072387,
+        -0.1278022611141205,
+        0.17875114858150482,
+        0.488557243347168,
+        -0.6262442255020142,
+        -0.6858670902252197,
+        -0.17815817892551422,
+        0.6348884439468384,
+        -0.5856496715545654,
+        -0.4086606001853943
+      ],
+      "q99": [
+        0.4643457818031311,
+        0.05302721098065367,
+        0.32663319587707507,
+        0.995180070400238,
+        0.426870135068893,
+        0.18705489814281454,
+        0.3631119978427884,
+        0.9999364447593689,
+        0.7475578069686883,
+        1.178509011268615,
+        0.4939642870426177,
+        0.051381030380725806,
+        0.3385275864601135,
+        0.999157931804657,
+        0.16684140086173982,
+        0.05098062053322772,
+        0.7065742087364195,
+        0.9998370099067688,
+        0.5137611627578699,
+        1.0447997903823851
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 11829,
+    "num_trajectories": 50
+  },
+  "aloha_handover_box_new": {
+    "action": {
+      "mean": [
+        0.3224456310272217,
+        -0.07136797159910202,
+        0.16350853443145752,
+        0.6155848503112793,
+        0.02582639828324318,
+        -0.6291783452033997,
+        -0.12873497605323792,
+        0.9684513211250305,
+        -0.05324755236506462,
+        0.32048356533050537,
+        0.3553532660007477,
+        -0.01726912148296833,
+        0.2535472810268402,
+        0.9467610120773315,
+        -0.10934814065694809,
+        -0.16364224255084991,
+        0.1080813780426979,
+        0.9652291536331177,
+        -0.08225563168525696,
+        0.6809535622596741
+      ],
+      "std": [
+        0.07454729825258255,
+        0.08869028091430664,
+        0.07996603846549988,
+        0.33460596203804016,
+        0.19985826313495636,
+        0.26947179436683655,
+        0.12514576315879822,
+        0.030899839475750923,
+        0.16146357357501984,
+        0.9473047256469727,
+        0.064877949655056,
+        0.038949884474277496,
+        0.027652490884065628,
+        0.10490523278713226,
+        0.1838432103395462,
+        0.14178058505058289,
+        0.2033252865076065,
+        0.06656654924154282,
+        0.06421922147274017,
+        0.7322930693626404
+      ],
+      "max": [
+        0.48683926463127136,
+        0.0484432689845562,
+        0.31490612030029297,
+        0.99891197681427,
+        0.4277522563934326,
+        0.06322141736745834,
+        0.4004654884338379,
+        0.9999857544898987,
+        0.3100079298019409,
+        1.0,
+        0.5334027409553528,
+        0.08494444936513901,
+        0.36568865180015564,
+        0.9999882578849792,
+        0.2546274662017822,
+        0.1172015443444252,
+        0.7982608079910278,
+        0.9999992251396179,
+        0.20094169676303864,
+        1.0
+      ],
+      "min": [
+        0.1422317922115326,
+        -0.2763901352882385,
+        -0.0600760243833065,
+        -0.14848311245441437,
+        -0.6282482743263245,
+        -0.9999129176139832,
+        -0.42181891202926636,
+        0.7404066324234009,
+        -0.6676974296569824,
+        -1.0,
+        0.1786160171031952,
+        -0.1845615804195404,
+        0.1687021553516388,
+        0.2762398421764374,
+        -0.7479667067527771,
+        -0.8485982418060303,
+        -0.2597721517086029,
+        0.6015138626098633,
+        -0.3933228552341461,
+        -1.0
+      ],
+      "q01": [
+        0.1950138956308365,
+        -0.24691226959228516,
+        -0.015285035967826844,
+        -0.04555398792028427,
+        -0.4452396559715271,
+        -0.996303243637085,
+        -0.3760478734970093,
+        0.8516808867454528,
+        -0.46342918753623963,
+        -1.0,
+        0.21926841557025908,
+        -0.1317625629901886,
+        0.1978745412826538,
+        0.5117229986190795,
+        -0.6376786828041077,
+        -0.6609986042976379,
+        -0.19099083304405212,
+        0.6930621123313904,
+        -0.2356126993894577,
+        -1.0
+      ],
+      "q99": [
+        0.47150796771049497,
+        0.038070930540561675,
+        0.28182336688041676,
+        0.9817836880683899,
+        0.3871919810771942,
+        -0.1345064049959186,
+        0.20285944879054985,
+        0.9992118668556214,
+        0.2293877118825912,
+        1.0,
+        0.49810330152511595,
+        0.0599309906363487,
+        0.3309180569648742,
+        0.9995350050926208,
+        0.1829529863595952,
+        0.03216676786541939,
+        0.7132800936698909,
+        0.9997488117218017,
+        0.08941484957933345,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.3200361728668213,
+        -0.06315236538648605,
+        0.1539715975522995,
+        0.6064432263374329,
+        0.06654595583677292,
+        -0.6403248906135559,
+        -0.09359703212976456,
+        0.962713897228241,
+        0.0318731926381588,
+        0.6514409780502319,
+        0.35154759883880615,
+        -0.018256481736898422,
+        0.23897576332092285,
+        0.9405075311660767,
+        -0.11245886981487274,
+        -0.2019508332014084,
+        0.10934195667505264,
+        0.9565085172653198,
+        -0.0809820145368576,
+        0.808542013168335
+      ],
+      "std": [
+        0.07218372076749802,
+        0.07983935624361038,
+        0.08212248235940933,
+        0.32560113072395325,
+        0.15540780127048492,
+        0.29600197076797485,
+        0.1470419317483902,
+        0.06898750364780426,
+        0.19242025911808014,
+        0.4760681986808777,
+        0.06400060653686523,
+        0.03751807287335396,
+        0.0323367603123188,
+        0.10509958118200302,
+        0.17797957360744476,
+        0.13889151811599731,
+        0.20048993825912476,
+        0.08273555338382721,
+        0.13973523676395416,
+        0.40020158886909485
+      ],
+      "max": [
+        0.47570154070854187,
+        0.08932404220104218,
+        0.44513142108917236,
+        0.9999915361404419,
+        0.6316148042678833,
+        0.7311769127845764,
+        0.5646719932556152,
+        1.0,
+        0.9345466494560242,
+        1.3299691677093506,
+        0.5250220894813538,
+        0.07912999391555786,
+        0.41775044798851013,
+        0.9999979138374329,
+        0.2288104146718979,
+        0.2556033134460449,
+        0.7930954098701477,
+        1.0,
+        0.8460071086883545,
+        1.1448447704315186
+      ],
+      "min": [
+        0.15507374703884125,
+        -0.24968452751636505,
+        -0.005626574158668518,
+        -0.12249666452407837,
+        -0.3874700665473938,
+        -1.0,
+        -0.8481224179267883,
+        0.28493279218673706,
+        -0.8170893788337708,
+        -1.083611011505127,
+        0.18484443426132202,
+        -0.1679670214653015,
+        0.1543029397726059,
+        0.2590605616569519,
+        -0.7203781604766846,
+        -0.8606433272361755,
+        -0.2443554699420929,
+        0.2216777801513672,
+        -0.9731146693229675,
+        -1.0848060846328735
+      ],
+      "q01": [
+        0.1903739631175995,
+        -0.22257488489151,
+        -0.0036250025033950804,
+        -0.015333320312201977,
+        -0.2553225290775299,
+        -0.9997995805740356,
+        -0.3545967137813568,
+        0.6295642066001892,
+        -0.32733017563819883,
+        -0.4065189242362976,
+        0.22028838396072387,
+        -0.1278022611141205,
+        0.17875114858150482,
+        0.488557243347168,
+        -0.6262442255020142,
+        -0.6858670902252197,
+        -0.17815817892551422,
+        0.6348884439468384,
+        -0.5856496715545654,
+        -0.4086606001853943
+      ],
+      "q99": [
+        0.4643457818031311,
+        0.05302721098065367,
+        0.32663319587707507,
+        0.995180070400238,
+        0.426870135068893,
+        0.18705489814281454,
+        0.3631119978427884,
+        0.9999364447593689,
+        0.7475578069686883,
+        1.178509011268615,
+        0.4939642870426177,
+        0.051381030380725806,
+        0.3385275864601135,
+        0.999157931804657,
+        0.16684140086173982,
+        0.05098062053322772,
+        0.7065742087364195,
+        0.9998370099067688,
+        0.5137611627578699,
+        1.0447997903823851
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 11829,
+    "num_trajectories": 50
+  }
+}

2e-5/twinvla-scratch-aloha_handover_box/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac71b26bd439527bce49753635984d136ea90a4514ce78738b77fe82a090911
+size 2889536104

2e-5/twinvla-scratch-aloha_handover_box/singlevla_config/config.json

@@ -0,0 +1,227 @@
+{
+  "_commit_hash": null,
+  "_name_or_path": "/data5/jellyho/twinvla-checkpoints/Eagle2_1B-Scratch-DiT-B",
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_head_hidden_dim": 1024,
+  "action_len": 20,
+  "aggregation": "None",
+  "architectures": [
+    "Eagle2_1BVLA"
+  ],
+  "auto_map": {},
+  "denoiser": "FM",
+  "diffusion_batch": 32,
+  "dit_size": "DiT-B",
+  "downsample_ratio": 0.5,
+  "dynamic_image_size": true,
+  "efficient_loss": true,
+  "enable_cfg": true,
+  "force_image_size": 448,
+  "global_normalization": true,
+  "image_size": 448,
+  "keep_aspect_ratio": false,
+  "knowledge_insulation": false,
+  "llm_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+    "add_cross_attention": false,
+    "architectures": [
+      "Qwen2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_qwen2.Qwen2Config",
+      "AutoModel": "modeling_qwen2.Qwen2Model",
+      "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": 151643,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 151645,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "silu",
+    "hidden_size": 896,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4864,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 21,
+    "min_length": 0,
+    "model_type": "qwen2",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 14,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 2,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": null,
+    "rope_theta": 1000000.0,
+    "sep_token_id": null,
+    "sliding_window": 32768,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": false,
+    "use_sliding_window": false,
+    "vocab_size": 151674
+  },
+  "loss_version": "v4",
+  "max_dynamic_patch": 12,
+  "min_dynamic_patch": 1,
+  "mlp_checkpoint": true,
+  "model_path": "nvidia/Eagle2-1B",
+  "model_type": "Eagle2_1BVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "pad2square": false,
+  "pre_feature_reduction": false,
+  "ps_version": "v2",
+  "readout_token_as_eos": true,
+  "return_text": null,
+  "select_layer": -1,
+  "state_dim": 10,
+  "stopping_token": "|",
+  "template": "qwen2-chat",
+  "test_denoising_steps": 10,
+  "torch_dtype": "bfloat16",
+  "train_denoising_steps": 100,
+  "transformers_version": null,
+  "use_backbone_lora": 0,
+  "use_llm_lora": 0,
+  "use_thumbnail": true,
+  "vision_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": [
+      "SiglipVisionModel"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+      "AutoModel": "modeling_siglip.SiglipVisionModel"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "intermediate_size": 4304,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-06,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "siglip_vision_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "num_image_tokens": 1024,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 14,
+    "prefix": null,
+    "problem_type": null,
+    "projection_dim": 2048,
+    "projector_hidden_act": "gelu_fast",
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "vision_use_head": false
+  },
+  "vocab_size": 151674,
+  "vocab_start": null
+}

2e-5/twinvla-scratch-aloha_handover_box/training_states.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3272c2fbc20d5db43220008c4f3ee2ac707e606bf35d2cd829e5c5feda24abbc
+size 4126124658

2e-5/twinvla-scratch-aloha_lift_box/config.json

@@ -0,0 +1,314 @@
+{
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_len": 20,
+  "architectures": [
+    "Eagle2_1BTwinVLA"
+  ],
+  "attn_reweighting": true,
+  "denoiser": "FM",
+  "dit_scratch": false,
+  "global_normalization": true,
+  "hz_interpolate": null,
+  "interpolate_gripper": false,
+  "knowledge_insulation": false,
+  "model_path": null,
+  "model_type": "Eagle2_1BTwinVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "readout_token_as_eos": true,
+  "share_decoder": true,
+  "share_embed_tokens": true,
+  "share_vision": true,
+  "singlevla_config": {
+    "_attn_implementation_autoset": false,
+    "_attn_implementation_internal": null,
+    "_commit_hash": null,
+    "_name_or_path": "/data5/jellyho/twinvla-checkpoints/Eagle2_1B-Scratch-DiT-B",
+    "action_dim": 10,
+    "action_head": "DiT",
+    "action_head_hidden_dim": 1024,
+    "action_len": 20,
+    "add_cross_attention": false,
+    "aggregation": "None",
+    "architectures": [
+      "Eagle2_1BVLA"
+    ],
+    "auto_map": {},
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "denoiser": "FM",
+    "diffusion_batch": 32,
+    "dit_size": "DiT-B",
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "downsample_ratio": 0.5,
+    "dynamic_image_size": true,
+    "early_stopping": false,
+    "efficient_loss": true,
+    "enable_cfg": true,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_image_size": 448,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "global_normalization": true,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "keep_aspect_ratio": false,
+    "knowledge_insulation": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "llm_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+      "add_cross_attention": false,
+      "architectures": [
+        "Qwen2ForCausalLM"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_qwen2.Qwen2Config",
+        "AutoModel": "modeling_qwen2.Qwen2Model",
+        "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": 151643,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": 151645,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "silu",
+      "hidden_size": 896,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "initializer_range": 0.02,
+      "intermediate_size": 4864,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "max_window_layers": 21,
+      "min_length": 0,
+      "model_type": "qwen2",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 14,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 24,
+      "num_key_value_heads": 2,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rms_norm_eps": 1e-06,
+      "rope_scaling": null,
+      "rope_theta": 1000000.0,
+      "sep_token_id": null,
+      "sliding_window": 32768,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "use_cache": false,
+      "use_sliding_window": false,
+      "vocab_size": 151674
+    },
+    "loss_version": "v4",
+    "max_dynamic_patch": 12,
+    "max_length": 20,
+    "min_dynamic_patch": 1,
+    "min_length": 0,
+    "mlp_checkpoint": true,
+    "model_path": "nvidia/Eagle2-1B",
+    "model_type": "Eagle2_1BVLA",
+    "modeling": "denoising",
+    "no_repeat_ngram_size": 0,
+    "normalization": "quantile",
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_readouts": 1,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad2square": false,
+    "pad_token_id": null,
+    "pre_feature_reduction": false,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "ps_version": "v2",
+    "readout_token_as_eos": true,
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "return_text": null,
+    "select_layer": -1,
+    "sep_token_id": null,
+    "state_dim": 10,
+    "stopping_token": "|",
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "template": "qwen2-chat",
+    "test_denoising_steps": 10,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "train_denoising_steps": 100,
+    "typical_p": 1.0,
+    "use_backbone_lora": 0,
+    "use_bfloat16": false,
+    "use_llm_lora": 0,
+    "use_thumbnail": true,
+    "vision_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": [
+        "SiglipVisionModel"
+      ],
+      "attention_dropout": 0.0,
+      "auto_map": {
+        "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+        "AutoModel": "modeling_siglip.SiglipVisionModel"
+      },
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "drop_path_rate": 0.1,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "gelu_pytorch_tanh",
+      "hidden_size": 1152,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "image_size": 448,
+      "intermediate_size": 4304,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "layer_norm_eps": 1e-06,
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "min_length": 0,
+      "model_type": "siglip_vision_model",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 16,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_channels": 3,
+      "num_hidden_layers": 27,
+      "num_image_tokens": 1024,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "patch_size": 14,
+      "prefix": null,
+      "problem_type": null,
+      "projection_dim": 2048,
+      "projector_hidden_act": "gelu_fast",
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "bfloat16",
+      "torchscript": false,
+      "transformers_version": "4.50.0.dev0",
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "vision_use_head": false
+    },
+    "vocab_size": 151674,
+    "vocab_start": null
+  },
+  "singlevla_config_path": "/data5/jellyho/twinvla-checkpoints/Eagle2_1B-Scratch-DiT-B",
+  "singlevla_pretrained_path": null,
+  "state_dim": 10,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0"
+}

2e-5/twinvla-scratch-aloha_lift_box/dataset_statistics.json

@@ -0,0 +1,634 @@
+{
+  "aloha_lift_box": {
+    "action": {
+      "mean": [
+        0.36333414912223816,
+        -0.018824385479092598,
+        0.17903447151184082,
+        0.40831902623176575,
+        -0.11689134687185287,
+        -0.8073355555534363,
+        -0.10573221743106842,
+        0.9415335059165955,
+        -0.1624741405248642,
+        0.619253396987915,
+        0.360858291387558,
+        0.013982057571411133,
+        0.20412704348564148,
+        0.5001598596572876,
+        0.1113751009106636,
+        -0.7415224313735962,
+        0.052125416696071625,
+        0.9483603239059448,
+        0.16254939138889313,
+        0.7590736150741577
+      ],
+      "std": [
+        0.0638059601187706,
+        0.06317952275276184,
+        0.11073730885982513,
+        0.31736457347869873,
+        0.13928908109664917,
+        0.2184142768383026,
+        0.22394300997257233,
+        0.08008279651403427,
+        0.13921108841896057,
+        0.785220742225647,
+        0.05687877535820007,
+        0.059404969215393066,
+        0.1170634776353836,
+        0.3238433599472046,
+        0.14080215990543365,
+        0.2507486343383789,
+        0.21644321084022522,
+        0.07544828206300735,
+        0.1375824511051178,
+        0.6510355472564697
+      ],
+      "max": [
+        0.5681452751159668,
+        0.2437673658132553,
+        0.45541316270828247,
+        0.9999293088912964,
+        0.523757815361023,
+        0.4592168927192688,
+        0.7756927013397217,
+        0.9999935030937195,
+        0.2805824279785156,
+        1.0,
+        0.5600330233573914,
+        0.3342031240463257,
+        0.4682213366031647,
+        0.9998393058776855,
+        0.7949740886688232,
+        0.1664249449968338,
+        0.9131186604499817,
+        0.9999967813491821,
+        0.7936055064201355,
+        1.0
+      ],
+      "min": [
+        0.1517709195613861,
+        -0.2900286316871643,
+        -0.07412093877792358,
+        -0.4022133946418762,
+        -0.7361933588981628,
+        -0.9999988079071045,
+        -0.9935019016265869,
+        0.10709662735462189,
+        -0.8023554682731628,
+        -1.0,
+        0.15366072952747345,
+        -0.23686714470386505,
+        0.0008372184820473194,
+        -0.5509981513023376,
+        -0.35234102606773376,
+        -0.999956488609314,
+        -0.5318384766578674,
+        0.3388061225414276,
+        -0.27330997586250305,
+        -1.0
+      ],
+      "q01": [
+        0.21054682105779648,
+        -0.1866426882147789,
+        0.008138886513188495,
+        -0.19710821226239203,
+        -0.5368945515155792,
+        -0.9981186389923096,
+        -0.6956261324882507,
+        0.6267582887411117,
+        -0.5600040704011917,
+        -1.0,
+        0.2190245844423771,
+        -0.15968348175287247,
+        0.025033411756157874,
+        -0.23832830414175987,
+        -0.2097599548101425,
+        -0.9988620406389237,
+        -0.4039672353863716,
+        0.6080100274085999,
+        -0.19206354618072508,
+        -1.0
+      ],
+      "q99": [
+        0.5033414244651794,
+        0.16928535521030416,
+        0.41566276580095285,
+        0.9899059218168258,
+        0.15462822496891018,
+        0.03764873944222882,
+        0.4657947558164549,
+        0.9995575082302094,
+        0.12326683558523567,
+        1.0,
+        0.4801343524456022,
+        0.1795493066310881,
+        0.4235989159345625,
+        0.9913575077056883,
+        0.5356137681007356,
+        0.044951977618036626,
+        0.7084567189216593,
+        0.9992782145738601,
+        0.6150667482614517,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.33022773265838623,
+        -0.022152910009026527,
+        0.15129819512367249,
+        0.2713927626609802,
+        -0.12320420891046524,
+        -0.8610075116157532,
+        -0.11408627033233643,
+        0.939403772354126,
+        -0.15196889638900757,
+        0.565762460231781,
+        0.3260097801685333,
+        0.01288874913007021,
+        0.17190413177013397,
+        0.3495618999004364,
+        0.11379288882017136,
+        -0.8095750212669373,
+        0.032405924052000046,
+        0.9490125179290771,
+        0.14386717975139618,
+        0.7014499306678772
+      ],
+      "std": [
+        0.0579490028321743,
+        0.07013536244630814,
+        0.09934848546981812,
+        0.3117230236530304,
+        0.13217779994010925,
+        0.23493210971355438,
+        0.2282971888780594,
+        0.0823960080742836,
+        0.1500341296195984,
+        0.8515227437019348,
+        0.04813272878527641,
+        0.06810668110847473,
+        0.10921779274940491,
+        0.34190261363983154,
+        0.146615669131279,
+        0.26654887199401855,
+        0.22192324697971344,
+        0.08192051947116852,
+        0.147200345993042,
+        0.7158040404319763
+      ],
+      "max": [
+        0.559941291809082,
+        0.26086756587028503,
+        0.4504527747631073,
+        0.9999247789382935,
+        0.4198993146419525,
+        0.3512286841869354,
+        0.7522457242012024,
+        1.0,
+        0.8956095576286316,
+        1.470957636833191,
+        0.5437091588973999,
+        0.32627788186073303,
+        0.4945259988307953,
+        0.9998428821563721,
+        0.7737792730331421,
+        0.4633983373641968,
+        0.9018308520317078,
+        1.0,
+        0.9907073378562927,
+        1.361535668373108
+      ],
+      "min": [
+        0.16681896150112152,
+        -0.20499344170093536,
+        -0.0030731656588613987,
+        -0.4872298836708069,
+        -0.6995252966880798,
+        -0.999997615814209,
+        -0.988165020942688,
+        0.14152538776397705,
+        -0.8483264446258545,
+        -1.2196638584136963,
+        0.14598572254180908,
+        -0.2277291864156723,
+        0.004666368011385202,
+        -0.5699886679649353,
+        -0.40678924322128296,
+        -0.9999999403953552,
+        -0.6972882151603699,
+        0.13462646305561066,
+        -0.643044650554657,
+        -1.164451003074646
+      ],
+      "q01": [
+        0.2053149801492691,
+        -0.17586381256580352,
+        0.015469378884881736,
+        -0.2516648331284523,
+        -0.5193796420097351,
+        -0.9995058274269104,
+        -0.7092818850278855,
+        0.608681161403656,
+        -0.578884813785553,
+        -1.1618710005283355,
+        0.21638940930366515,
+        -0.1691040216386318,
+        0.011891756923869252,
+        -0.29012590169906616,
+        -0.20126488715410232,
+        -0.9995589327812194,
+        -0.49963704913854595,
+        0.533765652179718,
+        -0.18726778730750085,
+        -1.082753186225891
+      ],
+      "q99": [
+        0.5071819436550137,
+        0.165744510143995,
+        0.40272374808788297,
+        0.995180070400238,
+        0.16266889929771197,
+        0.09040380395948588,
+        0.5001266032457347,
+        0.9997656464576721,
+        0.10759550034999843,
+        1.4176189756393425,
+        0.47452601760625834,
+        0.1839943121373646,
+        0.40895662158727647,
+        0.995180070400238,
+        0.5622373461723318,
+        0.07441098906099738,
+        0.7114433652162524,
+        0.999856880903244,
+        0.5974926966428754,
+        1.321595377922058
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 11572,
+    "num_trajectories": 50
+  },
+  "aloha_lift_box_new": {
+    "action": {
+      "mean": [
+        0.36333414912223816,
+        -0.018824385479092598,
+        0.17903447151184082,
+        0.40831902623176575,
+        -0.11689134687185287,
+        -0.8073355555534363,
+        -0.10573221743106842,
+        0.9415335059165955,
+        -0.1624741405248642,
+        0.619253396987915,
+        0.360858291387558,
+        0.013982057571411133,
+        0.20412704348564148,
+        0.5001598596572876,
+        0.1113751009106636,
+        -0.7415224313735962,
+        0.052125416696071625,
+        0.9483603239059448,
+        0.16254939138889313,
+        0.7590736150741577
+      ],
+      "std": [
+        0.0638059601187706,
+        0.06317952275276184,
+        0.11073730885982513,
+        0.31736457347869873,
+        0.13928908109664917,
+        0.2184142768383026,
+        0.22394300997257233,
+        0.08008279651403427,
+        0.13921108841896057,
+        0.785220742225647,
+        0.05687877535820007,
+        0.059404969215393066,
+        0.1170634776353836,
+        0.3238433599472046,
+        0.14080215990543365,
+        0.2507486343383789,
+        0.21644321084022522,
+        0.07544828206300735,
+        0.1375824511051178,
+        0.6510355472564697
+      ],
+      "max": [
+        0.5681452751159668,
+        0.2437673658132553,
+        0.45541316270828247,
+        0.9999293088912964,
+        0.523757815361023,
+        0.4592168927192688,
+        0.7756927013397217,
+        0.9999935030937195,
+        0.2805824279785156,
+        1.0,
+        0.5600330233573914,
+        0.3342031240463257,
+        0.4682213366031647,
+        0.9998393058776855,
+        0.7949740886688232,
+        0.1664249449968338,
+        0.9131186604499817,
+        0.9999967813491821,
+        0.7936055064201355,
+        1.0
+      ],
+      "min": [
+        0.1517709195613861,
+        -0.2900286316871643,
+        -0.07412093877792358,
+        -0.4022133946418762,
+        -0.7361933588981628,
+        -0.9999988079071045,
+        -0.9935019016265869,
+        0.10709662735462189,
+        -0.8023554682731628,
+        -1.0,
+        0.15366072952747345,
+        -0.23686714470386505,
+        0.0008372184820473194,
+        -0.5509981513023376,
+        -0.35234102606773376,
+        -0.999956488609314,
+        -0.5318384766578674,
+        0.3388061225414276,
+        -0.27330997586250305,
+        -1.0
+      ],
+      "q01": [
+        0.21054682105779648,
+        -0.1866426882147789,
+        0.008138886513188495,
+        -0.19710821226239203,
+        -0.5368945515155792,
+        -0.9981186389923096,
+        -0.6956261324882507,
+        0.6267582887411117,
+        -0.5600040704011917,
+        -1.0,
+        0.2190245844423771,
+        -0.15968348175287247,
+        0.025033411756157874,
+        -0.23832830414175987,
+        -0.2097599548101425,
+        -0.9988620406389237,
+        -0.4039672353863716,
+        0.6080100274085999,
+        -0.19206354618072508,
+        -1.0
+      ],
+      "q99": [
+        0.5033414244651794,
+        0.16928535521030416,
+        0.41566276580095285,
+        0.9899059218168258,
+        0.15462822496891018,
+        0.03764873944222882,
+        0.4657947558164549,
+        0.9995575082302094,
+        0.12326683558523567,
+        1.0,
+        0.4801343524456022,
+        0.1795493066310881,
+        0.4235989159345625,
+        0.9913575077056883,
+        0.5356137681007356,
+        0.044951977618036626,
+        0.7084567189216593,
+        0.9992782145738601,
+        0.6150667482614517,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        0.33022773265838623,
+        -0.022152910009026527,
+        0.15129819512367249,
+        0.2713927626609802,
+        -0.12320420891046524,
+        -0.8610075116157532,
+        -0.11408627033233643,
+        0.939403772354126,
+        -0.15196889638900757,
+        0.565762460231781,
+        0.3260097801685333,
+        0.01288874913007021,
+        0.17190413177013397,
+        0.3495618999004364,
+        0.11379288882017136,
+        -0.8095750212669373,
+        0.032405924052000046,
+        0.9490125179290771,
+        0.14386717975139618,
+        0.7014499306678772
+      ],
+      "std": [
+        0.0579490028321743,
+        0.07013536244630814,
+        0.09934848546981812,
+        0.3117230236530304,
+        0.13217779994010925,
+        0.23493210971355438,
+        0.2282971888780594,
+        0.0823960080742836,
+        0.1500341296195984,
+        0.8515227437019348,
+        0.04813272878527641,
+        0.06810668110847473,
+        0.10921779274940491,
+        0.34190261363983154,
+        0.146615669131279,
+        0.26654887199401855,
+        0.22192324697971344,
+        0.08192051947116852,
+        0.147200345993042,
+        0.7158040404319763
+      ],
+      "max": [
+        0.559941291809082,
+        0.26086756587028503,
+        0.4504527747631073,
+        0.9999247789382935,
+        0.4198993146419525,
+        0.3512286841869354,
+        0.7522457242012024,
+        1.0,
+        0.8956095576286316,
+        1.470957636833191,
+        0.5437091588973999,
+        0.32627788186073303,
+        0.4945259988307953,
+        0.9998428821563721,
+        0.7737792730331421,
+        0.4633983373641968,
+        0.9018308520317078,
+        1.0,
+        0.9907073378562927,
+        1.361535668373108
+      ],
+      "min": [
+        0.16681896150112152,
+        -0.20499344170093536,
+        -0.0030731656588613987,
+        -0.4872298836708069,
+        -0.6995252966880798,
+        -0.999997615814209,
+        -0.988165020942688,
+        0.14152538776397705,
+        -0.8483264446258545,
+        -1.2196638584136963,
+        0.14598572254180908,
+        -0.2277291864156723,
+        0.004666368011385202,
+        -0.5699886679649353,
+        -0.40678924322128296,
+        -0.9999999403953552,
+        -0.6972882151603699,
+        0.13462646305561066,
+        -0.643044650554657,
+        -1.164451003074646
+      ],
+      "q01": [
+        0.2053149801492691,
+        -0.17586381256580352,
+        0.015469378884881736,
+        -0.2516648331284523,
+        -0.5193796420097351,
+        -0.9995058274269104,
+        -0.7092818850278855,
+        0.608681161403656,
+        -0.578884813785553,
+        -1.1618710005283355,
+        0.21638940930366515,
+        -0.1691040216386318,
+        0.011891756923869252,
+        -0.29012590169906616,
+        -0.20126488715410232,
+        -0.9995589327812194,
+        -0.49963704913854595,
+        0.533765652179718,
+        -0.18726778730750085,
+        -1.082753186225891
+      ],
+      "q99": [
+        0.5071819436550137,
+        0.165744510143995,
+        0.40272374808788297,
+        0.995180070400238,
+        0.16266889929771197,
+        0.09040380395948588,
+        0.5001266032457347,
+        0.9997656464576721,
+        0.10759550034999843,
+        1.4176189756393425,
+        0.47452601760625834,
+        0.1839943121373646,
+        0.40895662158727647,
+        0.995180070400238,
+        0.5622373461723318,
+        0.07441098906099738,
+        0.7114433652162524,
+        0.999856880903244,
+        0.5974926966428754,
+        1.321595377922058
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        true,
+        true,
+        true,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false,
+        false
+      ]
+    },
+    "num_transitions": 11572,
+    "num_trajectories": 50
+  }
+}

2e-5/twinvla-scratch-aloha_lift_box/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5291b6de1ebdbaf84f2a9addb3ee36fb3e83050b1196984e4534ece412e74aab
+size 2889536104

2e-5/twinvla-scratch-aloha_lift_box/singlevla_config/config.json

@@ -0,0 +1,227 @@
+{
+  "_commit_hash": null,
+  "_name_or_path": "/data5/jellyho/twinvla-checkpoints/Eagle2_1B-Scratch-DiT-B",
+  "action_dim": 10,
+  "action_head": "DiT",
+  "action_head_hidden_dim": 1024,
+  "action_len": 20,
+  "aggregation": "None",
+  "architectures": [
+    "Eagle2_1BVLA"
+  ],
+  "auto_map": {},
+  "denoiser": "FM",
+  "diffusion_batch": 32,
+  "dit_size": "DiT-B",
+  "downsample_ratio": 0.5,
+  "dynamic_image_size": true,
+  "efficient_loss": true,
+  "enable_cfg": true,
+  "force_image_size": 448,
+  "global_normalization": true,
+  "image_size": 448,
+  "keep_aspect_ratio": false,
+  "knowledge_insulation": false,
+  "llm_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "./pretrained/Qwen2_5-0_5B-Instruct",
+    "add_cross_attention": false,
+    "architectures": [
+      "Qwen2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_qwen2.Qwen2Config",
+      "AutoModel": "modeling_qwen2.Qwen2Model",
+      "AutoModelForCausalLM": "modeling_qwen2.Qwen2ForCausalLM"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": 151643,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 151645,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "silu",
+    "hidden_size": 896,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4864,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 21,
+    "min_length": 0,
+    "model_type": "qwen2",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 14,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 2,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": null,
+    "rope_theta": 1000000.0,
+    "sep_token_id": null,
+    "sliding_window": 32768,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": false,
+    "use_sliding_window": false,
+    "vocab_size": 151674
+  },
+  "loss_version": "v4",
+  "max_dynamic_patch": 12,
+  "min_dynamic_patch": 1,
+  "mlp_checkpoint": true,
+  "model_path": "nvidia/Eagle2-1B",
+  "model_type": "Eagle2_1BVLA",
+  "modeling": "denoising",
+  "normalization": "quantile",
+  "num_readouts": 1,
+  "pad2square": false,
+  "pre_feature_reduction": false,
+  "ps_version": "v2",
+  "readout_token_as_eos": true,
+  "return_text": null,
+  "select_layer": -1,
+  "state_dim": 10,
+  "stopping_token": "|",
+  "template": "qwen2-chat",
+  "test_denoising_steps": 10,
+  "torch_dtype": "bfloat16",
+  "train_denoising_steps": 100,
+  "transformers_version": null,
+  "use_backbone_lora": 0,
+  "use_llm_lora": 0,
+  "use_thumbnail": true,
+  "vision_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": [
+      "SiglipVisionModel"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_siglip.SiglipVisionConfig",
+      "AutoModel": "modeling_siglip.SiglipVisionModel"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "intermediate_size": 4304,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-06,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "siglip_vision_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "num_image_tokens": 1024,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 14,
+    "prefix": null,
+    "problem_type": null,
+    "projection_dim": 2048,
+    "projector_hidden_act": "gelu_fast",
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.50.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "vision_use_head": false
+  },
+  "vocab_size": 151674,
+  "vocab_start": null
+}

2e-5/twinvla-scratch-aloha_lift_box/training_states.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17b8c72a7a6ef1706774e683a3696ca8fbcfeaec772981c175ccce137870553
+size 4126124658