{ "name": "SONIC-K1", "version": "v1.0.0", "description": "SONIC universal-token whole-body motion tracking policy for the Booster K1 (22 DoF); v1.0 = real-robot fine-tune of v0.1 (Booster deploy torque limits, 0-40 ms command delay), tested on a physical K1", "author": "Kyrylo Kolesnichenko, ATR Lab", "license_note": "Code: Apache-2.0 (upstream GR00T-WholeBodyControl); K1 assets: BSD-3 (booster_assets). Weights: trained on BONES-SEED under its academic, non-commercial license.", "attribution": "Training data includes Motion Data by Bones Studio (https://bones.studio/). Use of the underlying dataset is subject to the BONES Motion Capture Dataset License Agreement.", "files": { "config.yaml": { "bytes": 28949, "md5": "c4787002eed97640b57999aacd13a853", "sha256": "c4ae1ec76d9e6e5a6d9b00879a2261888ad0c2fe00415654e6bd71ef44f3b6e4" }, "k1_plant.json": { "bytes": 5875, "md5": "beae6e486e75df38777e3ce68afe5c74", "sha256": "12a4646d603ea4a4f34dc625b6e152eb352064eb855dc95dfaa9b30689a0c89e" }, "sonic_k1_v1_actor.pt": { "bytes": 100337120, "md5": "fd64915166cf530ad4b1112922d13fb8", "sha256": "3dd8429e424c19d17ddc8b18029ff76a40ef8fd07968a7a0dfcb1cbd58095b1c" }, "bones_seed_splits.csv": { "bytes": 484220, "md5": "9e256fcfb338c3fe72973e5e5a03aa6a", "sha256": "61ac4f3ae87ec8ac3d2b223c60397692e0898e02ff5c5df3fbab0324befe483e" }, "onnx/model_decoder.onnx": { "bytes": 39008693, "md5": "27509cacc932cf72a8853b05b14e107c", "sha256": "a2c9d45e8176b6a07e1a334f8fe418945e8f6acd2903a6b9c9305e23f679069b" }, "onnx/model_encoder.onnx": { "bytes": 48239910, "md5": "1ca7096920e29ab66a1209d16558f7d6", "sha256": "7329b0648af745013edcbbe3cc2b48c5167947556c9c3dbc46bd060f5d462aa4" }, "onnx/observation_config.yaml": { "bytes": 4354, "md5": "c99f77da1f1c43293eb9c3c53067d775", "sha256": "3d56d9a7a778e54eddace58f6988e7e71ed2aa8d1354a80d6d0061537c433a84" }, "onnx/policy_g1.onnx": { "bytes": 54794351, "md5": "706307c02b20e0a18c819c0391d98720", "sha256": "5166065099985c0de4fe791a489e7177d3a8574f7aaa3c5dce086d0013c30781" }, "onnx/policy_teleop.onnx": { "bytes": 52887019, "md5": "62ec2789d4738275edae6a81d0017fdd", "sha256": "df432d4811e4331ca5c3f4fa7bf4dbd75db4ddb6b1ceb83b7641a0ab5131fd45" } }, "source_checkpoint": { "file": "model_step_054000.pt (full training state, not released)", "md5": "8f73f080efa730c671fe867c07feb1a8", "parent": "v0.1 model_step_050000.pt, md5 719470dfbf8393df7490972d4d134323" }, "software": { "isaaclab": "0.54.4", "isaacsim": "5.1.0", "torch": "2.7.0+cu128", "trl": "0.28.0", "accelerate": "1.15.0", "hydra-core": "1.3.2", "mujoco": "3.13.0", "onnx": "1.22.0", "onnxruntime": "1.20.1", "numpy": "1.26.4", "onnx_opset": 13 }, "training": { "base": "v0.1 (iteration 50,000), resumed with optimizer and critic", "exp_config": "manager/universal_token/all_modes/sonic_k1_legs", "robot_type": "k1_real", "iterations": "50,000 -> 54,000", "clips": 9991, "motions_loaded": "all 9,991 from it52000 (1,024-motion resampling window 50,000-52,000)", "num_envs": 16384, "steps_per_env": 24, "gpu": "1x NVIDIA RTX PRO 6000 (96 GB), Google Cloud", "gpu_hours_fine_tune": 9.2, "changes_vs_v0.1": { "leg_ankle_effort_limits_nm": { "hip_pitch": 30, "hip_roll": 35, "hip_yaw": 20, "knee_pitch": 40, "ankle_pitch": 20, "ankle_roll": 20 }, "command_delay": "DelayedImplicitActuator, uniform 0-8 physics steps (0-40 ms) per episode, ramped from 0 over 48,000 env steps (2,000 iterations)", "gain_randomization": "kp, kd x U(0.9, 1.1) per reset", "reward_torque_near_limit": "weight -0.5, PD demand above 0.9 x effort limit on legs and feet", "unchanged": "observations, actions (action_scale from the v0.1 limits), rewards, data, kp/kd, armature" } }, "control": { "policy_hz": 50, "physics_dt_s": 0.005, "decimation": 4, "action_clip": 20.0, "joint_target": "default_joint_pos + action_scale * action", "pd": "explicit, kp/kd/effort per joint in k1_plant.json" }, "eval": { "mujoco_full_sets": { "protocol": "eval_k1_mujoco.py, 10 s clips, g1 encoder; robot = --booster-effort-caps --obs-noise --latency-ms N; MPJPE-L over SONIC-rule successful clips", "unseen_1985": { "nominal": { "v0.1": { "success_sonic_pct": 97.5, "success_official_like_pct": 92.0, "mpjpe_l_mm": 15.4 }, "v1.0": { "success_sonic_pct": 97.4, "success_official_like_pct": 91.5, "mpjpe_l_mm": 17.1 } }, "robot_20ms": { "v0.1": { "success_sonic_pct": 95.5, "success_official_like_pct": 85.9, "mpjpe_l_mm": 18.1 }, "v1.0": { "success_sonic_pct": 97.1, "success_official_like_pct": 90.6, "mpjpe_l_mm": 17.6 } }, "robot_40ms": { "v0.1": { "success_sonic_pct": 76.7, "success_official_like_pct": 58.5, "mpjpe_l_mm": 21.2 }, "v1.0": { "success_sonic_pct": 96.6, "success_official_like_pct": 89.1, "mpjpe_l_mm": 18.2 } } }, "seen_2000": { "nominal": { "v0.1": { "success_sonic_pct": 98.7, "success_official_like_pct": 97.2, "mpjpe_l_mm": 15.0 }, "v1.0": { "success_sonic_pct": 98.4, "success_official_like_pct": 96.8, "mpjpe_l_mm": 16.4 } }, "robot_20ms": { "v0.1": { "success_sonic_pct": 97.4, "success_official_like_pct": 92.3, "mpjpe_l_mm": 17.7 }, "v1.0": { "success_sonic_pct": 98.0, "success_official_like_pct": 96.4, "mpjpe_l_mm": 17.1 } }, "robot_40ms": { "v0.1": { "success_sonic_pct": 78.3, "success_official_like_pct": 59.6, "mpjpe_l_mm": 22.5 }, "v1.0": { "success_sonic_pct": 97.9, "success_official_like_pct": 95.1, "mpjpe_l_mm": 18.1 } } } }, "phuma_1758": { "protocol": "eval_k1_mujoco.py --no-terminate, HF PHUMA 2,000 stratified, G1->K1 retarget, 1,758 pass QA", "nominal": { "v0.1": { "success_sonic_pct": 93.8, "success_official_like_pct": 84.9, "mpjpe_l_mm": 22.6 }, "v1.0": { "success_sonic_pct": 92.3, "success_official_like_pct": 81.7, "mpjpe_l_mm": 25.2 } }, "robot_20ms": { "v0.1": { "success_sonic_pct": 92.2, "success_official_like_pct": 83.1, "mpjpe_l_mm": 22.8 }, "v1.0": { "success_sonic_pct": 92.2, "success_official_like_pct": 81.0, "mpjpe_l_mm": 25.1 } }, "robot_40ms": { "v0.1": { "success_sonic_pct": 78.0, "success_official_like_pct": 68.9, "mpjpe_l_mm": 23.9 }, "v1.0": { "success_sonic_pct": 91.7, "success_official_like_pct": 79.4, "mpjpe_l_mm": 25.4 } }, "joint_jerk_robot_40ms": { "v0.1": 1252, "v1.0": 459 } }, "isaac_im_eval_official": { "protocol": "upstream eval_agent_trl.py, +manager_env/terminations=tracking/eval, robot k1_real (Booster torque limits) for both checkpoints, MPJPE over successful clips", "unseen_1985_full_length_no_delay": { "v0.1": { "success_pct": 92.3, "mpjpe_l_mm": 15.3, "mpjpe_pa_mm": 11.2 }, "v1.0": { "success_pct": 90.7, "mpjpe_l_mm": 17.0, "mpjpe_pa_mm": 12.1 } }, "seen_2000_10s_no_delay": { "v0.1": { "success_pct": 98.1, "mpjpe_l_mm": 15.4, "mpjpe_pa_mm": 11.4 }, "v1.0": { "success_pct": 97.3, "mpjpe_l_mm": 16.6, "mpjpe_pa_mm": 12.1 } }, "unseen_1985_full_length_40ms": { "v0.1": { "success_pct": 70.4, "mpjpe_l_mm": 16.1, "mpjpe_pa_mm": 12.0 }, "v1.0": { "success_pct": 89.4, "mpjpe_l_mm": 16.9, "mpjpe_pa_mm": 12.0 } } }, "onnx_parity": { "clips": 400, "clips_max_abs_le_2e-5": 384, "median_max_abs": 2.15e-06, "max_abs": 0.0346, "note": "outliers are single FSQ token flips at a quantization boundary", "closed_loop_200_unseen_robot_20ms": { "onnx": { "success_sonic_pct": 96.5, "success_official_like_pct": 90.0, "mpjpe_l_mm": 17.81 }, "pytorch": { "success_sonic_pct": 96.5, "success_official_like_pct": 90.0, "mpjpe_l_mm": 17.76 } } }, "hardware": "run on a physical Booster K1 with sonic_k1_deploy on the onboard computer (walking and turning, squats, lunges, shadow boxing)" }, "checkpoint_iteration": 54000, "links": { "project_page": "https://kyry.me/sonic-k1/", "code": "https://github.com/Kyk0/sonic-k1", "weights": "https://huggingface.co/Kyry10/sonic-k1", "k1_usd": "https://huggingface.co/datasets/Kyry10/booster-k1-usd", "training_setup_guide": "https://github.com/Kyk0/isaaclab-h100" }, "code": { "repo": "https://github.com/Kyk0/sonic-k1", "tag": "v1.0.0", "deploy_app": "sonic_k1_deploy/" }, "previous_version": "v0.1/ (iteration 50,000), see v0.1/release.json" }