{ "alpha": 0.5, "assets": [ { "path": "physical-intelligence/libero/norm_stats.json", "sha256": "57b2860eee72a4be5a58cae69d64f3540767ca017e6a4bc2e208d6bbda15ccd4", "size": 1986 } ], "assets_source": "/root/models/champion-07077-jax/assets", "base_checkpoint": "/root/models/champion-07077-jax", "changed_element_count": 843788098, "changed_leaf_count": 42, "changed_paths": [ "['PaliGemma']['img']['Transformer']['encoder_norm']['bias']", "['PaliGemma']['img']['Transformer']['encoder_norm']['scale']", "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_0']['bias']", "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_0']['scale']", "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_1']['bias']", "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_1']['scale']", "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_0']['bias']", "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_0']['kernel']", "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_1']['bias']", "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_1']['kernel']", "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['key']['bias']", "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['key']['kernel']", "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['out']['bias']", "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['out']['kernel']", "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['query']['bias']", "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['query']['kernel']", "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['value']['bias']", "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['value']['kernel']", "['PaliGemma']['img']['embedding']['bias']", "['PaliGemma']['img']['embedding']['kernel']", "['PaliGemma']['img']['head']['bias']", "['PaliGemma']['img']['head']['kernel']", "['PaliGemma']['img']['pos_embedding']", "['PaliGemma']['llm']['final_norm_1']['Dense_0']['bias']", "['PaliGemma']['llm']['final_norm_1']['Dense_0']['kernel']", "['PaliGemma']['llm']['layers']['attn']['attn_vec_einsum_1']['w']", "['PaliGemma']['llm']['layers']['attn']['kv_einsum_1']['w']", "['PaliGemma']['llm']['layers']['attn']['q_einsum_1']['w']", "['PaliGemma']['llm']['layers']['mlp_1']['gating_einsum']", "['PaliGemma']['llm']['layers']['mlp_1']['linear']", "['PaliGemma']['llm']['layers']['pre_attention_norm_1']['Dense_0']['bias']", "['PaliGemma']['llm']['layers']['pre_attention_norm_1']['Dense_0']['kernel']", "['PaliGemma']['llm']['layers']['pre_ffw_norm_1']['Dense_0']['bias']", "['PaliGemma']['llm']['layers']['pre_ffw_norm_1']['Dense_0']['kernel']", "['action_in_proj']['bias']", "['action_in_proj']['kernel']", "['action_out_proj']['bias']", "['action_out_proj']['kernel']", "['time_mlp_in']['bias']", "['time_mlp_in']['kernel']", "['time_mlp_out']['bias']", "['time_mlp_out']['kernel']" ], "dtype_coerced_leaf_count": 34, "dtype_coerced_paths": [ { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoder_norm']['bias']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoder_norm']['scale']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_0']['bias']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_0']['scale']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_1']['bias']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_1']['scale']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_0']['bias']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_0']['kernel']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_1']['bias']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_1']['kernel']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['key']['bias']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['key']['kernel']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['out']['bias']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['out']['kernel']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['query']['bias']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['query']['kernel']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['value']['bias']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['value']['kernel']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['embedding']['bias']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['embedding']['kernel']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['head']['bias']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['head']['kernel']", "tuned_dtype": "bfloat16" }, { "base_dtype": "float32", "output_dtype": "bfloat16", "path": "['PaliGemma']['img']['pos_embedding']", "tuned_dtype": "bfloat16" }, { "base_dtype": "bfloat16", "output_dtype": "float32", "path": "['PaliGemma']['llm']['final_norm_1']['Dense_0']['bias']", "tuned_dtype": "float32" }, { "base_dtype": "bfloat16", "output_dtype": "float32", "path": "['PaliGemma']['llm']['final_norm_1']['Dense_0']['kernel']", "tuned_dtype": "float32" }, { "base_dtype": "bfloat16", "output_dtype": "float32", "path": "['PaliGemma']['llm']['layers']['attn']['attn_vec_einsum_1']['w']", "tuned_dtype": "float32" }, { "base_dtype": "bfloat16", "output_dtype": "float32", "path": "['PaliGemma']['llm']['layers']['attn']['kv_einsum_1']['w']", "tuned_dtype": "float32" }, { "base_dtype": "bfloat16", "output_dtype": "float32", "path": "['PaliGemma']['llm']['layers']['attn']['q_einsum_1']['w']", "tuned_dtype": "float32" }, { "base_dtype": "bfloat16", "output_dtype": "float32", "path": "['PaliGemma']['llm']['layers']['mlp_1']['gating_einsum']", "tuned_dtype": "float32" }, { "base_dtype": "bfloat16", "output_dtype": "float32", "path": "['PaliGemma']['llm']['layers']['mlp_1']['linear']", "tuned_dtype": "float32" }, { "base_dtype": "bfloat16", "output_dtype": "float32", "path": "['PaliGemma']['llm']['layers']['pre_attention_norm_1']['Dense_0']['bias']", "tuned_dtype": "float32" }, { "base_dtype": "bfloat16", "output_dtype": "float32", "path": "['PaliGemma']['llm']['layers']['pre_attention_norm_1']['Dense_0']['kernel']", "tuned_dtype": "float32" }, { "base_dtype": "bfloat16", "output_dtype": "float32", "path": "['PaliGemma']['llm']['layers']['pre_ffw_norm_1']['Dense_0']['bias']", "tuned_dtype": "float32" }, { "base_dtype": "bfloat16", "output_dtype": "float32", "path": "['PaliGemma']['llm']['layers']['pre_ffw_norm_1']['Dense_0']['kernel']", "tuned_dtype": "float32" } ], "floating_dtype_policy": "tuned", "formula": "base + alpha * (tuned - base)", "leaf_count": 51, "parameter_elements_by_dtype": { "bfloat16": 2936464384, "float32": 416969488 }, "schema_version": 1, "tuned_checkpoint": "/root/robot-runs/checkpoints/pi05_libero_robust/champion07077-swap-action-spatial-phase-v1/250" }