| { |
| "alpha": 0.5, |
| "assets": [ |
| { |
| "path": "physical-intelligence/libero/norm_stats.json", |
| "sha256": "57b2860eee72a4be5a58cae69d64f3540767ca017e6a4bc2e208d6bbda15ccd4", |
| "size": 1986 |
| } |
| ], |
| "assets_source": "/root/models/champion-07077-jax/assets", |
| "base_checkpoint": "/root/models/champion-07077-jax", |
| "changed_element_count": 843788098, |
| "changed_leaf_count": 42, |
| "changed_paths": [ |
| "['PaliGemma']['img']['Transformer']['encoder_norm']['bias']", |
| "['PaliGemma']['img']['Transformer']['encoder_norm']['scale']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_0']['bias']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_0']['scale']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_1']['bias']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_1']['scale']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_0']['bias']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_0']['kernel']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_1']['bias']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_1']['kernel']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['key']['bias']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['key']['kernel']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['out']['bias']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['out']['kernel']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['query']['bias']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['query']['kernel']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['value']['bias']", |
| "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['value']['kernel']", |
| "['PaliGemma']['img']['embedding']['bias']", |
| "['PaliGemma']['img']['embedding']['kernel']", |
| "['PaliGemma']['img']['head']['bias']", |
| "['PaliGemma']['img']['head']['kernel']", |
| "['PaliGemma']['img']['pos_embedding']", |
| "['PaliGemma']['llm']['final_norm_1']['Dense_0']['bias']", |
| "['PaliGemma']['llm']['final_norm_1']['Dense_0']['kernel']", |
| "['PaliGemma']['llm']['layers']['attn']['attn_vec_einsum_1']['w']", |
| "['PaliGemma']['llm']['layers']['attn']['kv_einsum_1']['w']", |
| "['PaliGemma']['llm']['layers']['attn']['q_einsum_1']['w']", |
| "['PaliGemma']['llm']['layers']['mlp_1']['gating_einsum']", |
| "['PaliGemma']['llm']['layers']['mlp_1']['linear']", |
| "['PaliGemma']['llm']['layers']['pre_attention_norm_1']['Dense_0']['bias']", |
| "['PaliGemma']['llm']['layers']['pre_attention_norm_1']['Dense_0']['kernel']", |
| "['PaliGemma']['llm']['layers']['pre_ffw_norm_1']['Dense_0']['bias']", |
| "['PaliGemma']['llm']['layers']['pre_ffw_norm_1']['Dense_0']['kernel']", |
| "['action_in_proj']['bias']", |
| "['action_in_proj']['kernel']", |
| "['action_out_proj']['bias']", |
| "['action_out_proj']['kernel']", |
| "['time_mlp_in']['bias']", |
| "['time_mlp_in']['kernel']", |
| "['time_mlp_out']['bias']", |
| "['time_mlp_out']['kernel']" |
| ], |
| "dtype_coerced_leaf_count": 34, |
| "dtype_coerced_paths": [ |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoder_norm']['bias']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoder_norm']['scale']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_0']['bias']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_0']['scale']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_1']['bias']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['LayerNorm_1']['scale']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_0']['bias']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_0']['kernel']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_1']['bias']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MlpBlock_0']['Dense_1']['kernel']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['key']['bias']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['key']['kernel']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['out']['bias']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['out']['kernel']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['query']['bias']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['query']['kernel']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['value']['bias']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['Transformer']['encoderblock']['MultiHeadDotProductAttention_0']['value']['kernel']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['embedding']['bias']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['embedding']['kernel']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['head']['bias']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['head']['kernel']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "float32", |
| "output_dtype": "bfloat16", |
| "path": "['PaliGemma']['img']['pos_embedding']", |
| "tuned_dtype": "bfloat16" |
| }, |
| { |
| "base_dtype": "bfloat16", |
| "output_dtype": "float32", |
| "path": "['PaliGemma']['llm']['final_norm_1']['Dense_0']['bias']", |
| "tuned_dtype": "float32" |
| }, |
| { |
| "base_dtype": "bfloat16", |
| "output_dtype": "float32", |
| "path": "['PaliGemma']['llm']['final_norm_1']['Dense_0']['kernel']", |
| "tuned_dtype": "float32" |
| }, |
| { |
| "base_dtype": "bfloat16", |
| "output_dtype": "float32", |
| "path": "['PaliGemma']['llm']['layers']['attn']['attn_vec_einsum_1']['w']", |
| "tuned_dtype": "float32" |
| }, |
| { |
| "base_dtype": "bfloat16", |
| "output_dtype": "float32", |
| "path": "['PaliGemma']['llm']['layers']['attn']['kv_einsum_1']['w']", |
| "tuned_dtype": "float32" |
| }, |
| { |
| "base_dtype": "bfloat16", |
| "output_dtype": "float32", |
| "path": "['PaliGemma']['llm']['layers']['attn']['q_einsum_1']['w']", |
| "tuned_dtype": "float32" |
| }, |
| { |
| "base_dtype": "bfloat16", |
| "output_dtype": "float32", |
| "path": "['PaliGemma']['llm']['layers']['mlp_1']['gating_einsum']", |
| "tuned_dtype": "float32" |
| }, |
| { |
| "base_dtype": "bfloat16", |
| "output_dtype": "float32", |
| "path": "['PaliGemma']['llm']['layers']['mlp_1']['linear']", |
| "tuned_dtype": "float32" |
| }, |
| { |
| "base_dtype": "bfloat16", |
| "output_dtype": "float32", |
| "path": "['PaliGemma']['llm']['layers']['pre_attention_norm_1']['Dense_0']['bias']", |
| "tuned_dtype": "float32" |
| }, |
| { |
| "base_dtype": "bfloat16", |
| "output_dtype": "float32", |
| "path": "['PaliGemma']['llm']['layers']['pre_attention_norm_1']['Dense_0']['kernel']", |
| "tuned_dtype": "float32" |
| }, |
| { |
| "base_dtype": "bfloat16", |
| "output_dtype": "float32", |
| "path": "['PaliGemma']['llm']['layers']['pre_ffw_norm_1']['Dense_0']['bias']", |
| "tuned_dtype": "float32" |
| }, |
| { |
| "base_dtype": "bfloat16", |
| "output_dtype": "float32", |
| "path": "['PaliGemma']['llm']['layers']['pre_ffw_norm_1']['Dense_0']['kernel']", |
| "tuned_dtype": "float32" |
| } |
| ], |
| "floating_dtype_policy": "tuned", |
| "formula": "base + alpha * (tuned - base)", |
| "leaf_count": 51, |
| "parameter_elements_by_dtype": { |
| "bfloat16": 2936464384, |
| "float32": 416969488 |
| }, |
| "schema_version": 1, |
| "tuned_checkpoint": "/root/robot-runs/checkpoints/pi05_libero_robust/champion07077-swap-action-spatial-phase-v1/250" |
| } |
|
|
