sonic-k1 / release.json
Kyry10's picture
SONIC-K1 v1.0: real-robot fine-tune (it54000); v0.1 moved to v0.1/
4711972 verified
Raw History Blame Contribute Delete
10.1 kB
{
"name": "SONIC-K1",
"version": "v1.0.0",
"description": "SONIC universal-token whole-body motion tracking policy for the Booster K1 (22 DoF); v1.0 = real-robot fine-tune of v0.1 (Booster deploy torque limits, 0-40 ms command delay), tested on a physical K1",
"author": "Kyrylo Kolesnichenko, ATR Lab",
"license_note": "Code: Apache-2.0 (upstream GR00T-WholeBodyControl); K1 assets: BSD-3 (booster_assets). Weights: trained on BONES-SEED under its academic, non-commercial license.",
"attribution": "Training data includes Motion Data by Bones Studio (https://bones.studio/). Use of the underlying dataset is subject to the BONES Motion Capture Dataset License Agreement.",
"files": {
"config.yaml": {
"bytes": 28949,
"md5": "c4787002eed97640b57999aacd13a853",
"sha256": "c4ae1ec76d9e6e5a6d9b00879a2261888ad0c2fe00415654e6bd71ef44f3b6e4"
},
"k1_plant.json": {
"bytes": 5875,
"md5": "beae6e486e75df38777e3ce68afe5c74",
"sha256": "12a4646d603ea4a4f34dc625b6e152eb352064eb855dc95dfaa9b30689a0c89e"
},
"sonic_k1_v1_actor.pt": {
"bytes": 100337120,
"md5": "fd64915166cf530ad4b1112922d13fb8",
"sha256": "3dd8429e424c19d17ddc8b18029ff76a40ef8fd07968a7a0dfcb1cbd58095b1c"
},
"bones_seed_splits.csv": {
"bytes": 484220,
"md5": "9e256fcfb338c3fe72973e5e5a03aa6a",
"sha256": "61ac4f3ae87ec8ac3d2b223c60397692e0898e02ff5c5df3fbab0324befe483e"
},
"onnx/model_decoder.onnx": {
"bytes": 39008693,
"md5": "27509cacc932cf72a8853b05b14e107c",
"sha256": "a2c9d45e8176b6a07e1a334f8fe418945e8f6acd2903a6b9c9305e23f679069b"
},
"onnx/model_encoder.onnx": {
"bytes": 48239910,
"md5": "1ca7096920e29ab66a1209d16558f7d6",
"sha256": "7329b0648af745013edcbbe3cc2b48c5167947556c9c3dbc46bd060f5d462aa4"
},
"onnx/observation_config.yaml": {
"bytes": 4354,
"md5": "c99f77da1f1c43293eb9c3c53067d775",
"sha256": "3d56d9a7a778e54eddace58f6988e7e71ed2aa8d1354a80d6d0061537c433a84"
},
"onnx/policy_g1.onnx": {
"bytes": 54794351,
"md5": "706307c02b20e0a18c819c0391d98720",
"sha256": "5166065099985c0de4fe791a489e7177d3a8574f7aaa3c5dce086d0013c30781"
},
"onnx/policy_teleop.onnx": {
"bytes": 52887019,
"md5": "62ec2789d4738275edae6a81d0017fdd",
"sha256": "df432d4811e4331ca5c3f4fa7bf4dbd75db4ddb6b1ceb83b7641a0ab5131fd45"
}
},
"source_checkpoint": {
"file": "model_step_054000.pt (full training state, not released)",
"md5": "8f73f080efa730c671fe867c07feb1a8",
"parent": "v0.1 model_step_050000.pt, md5 719470dfbf8393df7490972d4d134323"
},
"software": {
"isaaclab": "0.54.4",
"isaacsim": "5.1.0",
"torch": "2.7.0+cu128",
"trl": "0.28.0",
"accelerate": "1.15.0",
"hydra-core": "1.3.2",
"mujoco": "3.13.0",
"onnx": "1.22.0",
"onnxruntime": "1.20.1",
"numpy": "1.26.4",
"onnx_opset": 13
},
"training": {
"base": "v0.1 (iteration 50,000), resumed with optimizer and critic",
"exp_config": "manager/universal_token/all_modes/sonic_k1_legs",
"robot_type": "k1_real",
"iterations": "50,000 -> 54,000",
"clips": 9991,
"motions_loaded": "all 9,991 from it52000 (1,024-motion resampling window 50,000-52,000)",
"num_envs": 16384,
"steps_per_env": 24,
"gpu": "1x NVIDIA RTX PRO 6000 (96 GB), Google Cloud",
"gpu_hours_fine_tune": 9.2,
"changes_vs_v0.1": {
"leg_ankle_effort_limits_nm": {
"hip_pitch": 30,
"hip_roll": 35,
"hip_yaw": 20,
"knee_pitch": 40,
"ankle_pitch": 20,
"ankle_roll": 20
},
"command_delay": "DelayedImplicitActuator, uniform 0-8 physics steps (0-40 ms) per episode, ramped from 0 over 48,000 env steps (2,000 iterations)",
"gain_randomization": "kp, kd x U(0.9, 1.1) per reset",
"reward_torque_near_limit": "weight -0.5, PD demand above 0.9 x effort limit on legs and feet",
"unchanged": "observations, actions (action_scale from the v0.1 limits), rewards, data, kp/kd, armature"
}
},
"control": {
"policy_hz": 50,
"physics_dt_s": 0.005,
"decimation": 4,
"action_clip": 20.0,
"joint_target": "default_joint_pos + action_scale * action",
"pd": "explicit, kp/kd/effort per joint in k1_plant.json"
},
"eval": {
"mujoco_full_sets": {
"protocol": "eval_k1_mujoco.py, 10 s clips, g1 encoder; robot = --booster-effort-caps --obs-noise --latency-ms N; MPJPE-L over SONIC-rule successful clips",
"unseen_1985": {
"nominal": {
"v0.1": {
"success_sonic_pct": 97.5,
"success_official_like_pct": 92.0,
"mpjpe_l_mm": 15.4
},
"v1.0": {
"success_sonic_pct": 97.4,
"success_official_like_pct": 91.5,
"mpjpe_l_mm": 17.1
}
},
"robot_20ms": {
"v0.1": {
"success_sonic_pct": 95.5,
"success_official_like_pct": 85.9,
"mpjpe_l_mm": 18.1
},
"v1.0": {
"success_sonic_pct": 97.1,
"success_official_like_pct": 90.6,
"mpjpe_l_mm": 17.6
}
},
"robot_40ms": {
"v0.1": {
"success_sonic_pct": 76.7,
"success_official_like_pct": 58.5,
"mpjpe_l_mm": 21.2
},
"v1.0": {
"success_sonic_pct": 96.6,
"success_official_like_pct": 89.1,
"mpjpe_l_mm": 18.2
}
}
},
"seen_2000": {
"nominal": {
"v0.1": {
"success_sonic_pct": 98.7,
"success_official_like_pct": 97.2,
"mpjpe_l_mm": 15.0
},
"v1.0": {
"success_sonic_pct": 98.4,
"success_official_like_pct": 96.8,
"mpjpe_l_mm": 16.4
}
},
"robot_20ms": {
"v0.1": {
"success_sonic_pct": 97.4,
"success_official_like_pct": 92.3,
"mpjpe_l_mm": 17.7
},
"v1.0": {
"success_sonic_pct": 98.0,
"success_official_like_pct": 96.4,
"mpjpe_l_mm": 17.1
}
},
"robot_40ms": {
"v0.1": {
"success_sonic_pct": 78.3,
"success_official_like_pct": 59.6,
"mpjpe_l_mm": 22.5
},
"v1.0": {
"success_sonic_pct": 97.9,
"success_official_like_pct": 95.1,
"mpjpe_l_mm": 18.1
}
}
}
},
"phuma_1758": {
"protocol": "eval_k1_mujoco.py --no-terminate, HF PHUMA 2,000 stratified, G1->K1 retarget, 1,758 pass QA",
"nominal": {
"v0.1": {
"success_sonic_pct": 93.8,
"success_official_like_pct": 84.9,
"mpjpe_l_mm": 22.6
},
"v1.0": {
"success_sonic_pct": 92.3,
"success_official_like_pct": 81.7,
"mpjpe_l_mm": 25.2
}
},
"robot_20ms": {
"v0.1": {
"success_sonic_pct": 92.2,
"success_official_like_pct": 83.1,
"mpjpe_l_mm": 22.8
},
"v1.0": {
"success_sonic_pct": 92.2,
"success_official_like_pct": 81.0,
"mpjpe_l_mm": 25.1
}
},
"robot_40ms": {
"v0.1": {
"success_sonic_pct": 78.0,
"success_official_like_pct": 68.9,
"mpjpe_l_mm": 23.9
},
"v1.0": {
"success_sonic_pct": 91.7,
"success_official_like_pct": 79.4,
"mpjpe_l_mm": 25.4
}
},
"joint_jerk_robot_40ms": {
"v0.1": 1252,
"v1.0": 459
}
},
"isaac_im_eval_official": {
"protocol": "upstream eval_agent_trl.py, +manager_env/terminations=tracking/eval, robot k1_real (Booster torque limits) for both checkpoints, MPJPE over successful clips",
"unseen_1985_full_length_no_delay": {
"v0.1": {
"success_pct": 92.3,
"mpjpe_l_mm": 15.3,
"mpjpe_pa_mm": 11.2
},
"v1.0": {
"success_pct": 90.7,
"mpjpe_l_mm": 17.0,
"mpjpe_pa_mm": 12.1
}
},
"seen_2000_10s_no_delay": {
"v0.1": {
"success_pct": 98.1,
"mpjpe_l_mm": 15.4,
"mpjpe_pa_mm": 11.4
},
"v1.0": {
"success_pct": 97.3,
"mpjpe_l_mm": 16.6,
"mpjpe_pa_mm": 12.1
}
},
"unseen_1985_full_length_40ms": {
"v0.1": {
"success_pct": 70.4,
"mpjpe_l_mm": 16.1,
"mpjpe_pa_mm": 12.0
},
"v1.0": {
"success_pct": 89.4,
"mpjpe_l_mm": 16.9,
"mpjpe_pa_mm": 12.0
}
}
},
"onnx_parity": {
"clips": 400,
"clips_max_abs_le_2e-5": 384,
"median_max_abs": 2.15e-06,
"max_abs": 0.0346,
"note": "outliers are single FSQ token flips at a quantization boundary",
"closed_loop_200_unseen_robot_20ms": {
"onnx": {
"success_sonic_pct": 96.5,
"success_official_like_pct": 90.0,
"mpjpe_l_mm": 17.81
},
"pytorch": {
"success_sonic_pct": 96.5,
"success_official_like_pct": 90.0,
"mpjpe_l_mm": 17.76
}
}
},
"hardware": "run on a physical Booster K1 with sonic_k1_deploy on the onboard computer (walking and turning, squats, lunges, shadow boxing)"
},
"checkpoint_iteration": 54000,
"links": {
"project_page": "https://kyry.me/sonic-k1/",
"code": "https://github.com/Kyk0/sonic-k1",
"weights": "https://huggingface.co/Kyry10/sonic-k1",
"k1_usd": "https://huggingface.co/datasets/Kyry10/booster-k1-usd",
"training_setup_guide": "https://github.com/Kyk0/isaaclab-h100"
},
"code": {
"repo": "https://github.com/Kyk0/sonic-k1",
"tag": "v1.0.0",
"deploy_app": "sonic_k1_deploy/"
},
"previous_version": "v0.1/ (iteration 50,000), see v0.1/release.json"
}