cognaclee's picture
Add files using upload-large-folder tool
c8d5563 verified
Raw History Blame Contribute Delete
2.69 kB
import os, sys; os.environ.setdefault("JAX_PLATFORMS", "cpu")
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) # adaspe_train/
import jax, jax.numpy as jnp, flax.nnx as nnx
import tasks
from adaspe.model import AdaSpePi05Config
H = tasks.ACTION_HORIZON
for generator, stage in [(g, s) for g in ["flow_head", "pi05_expert"] for s in ["action", "timing"]]:
print("== generator", generator)
cfg = AdaSpePi05Config(paligemma_variant="dummy", action_expert_variant="dummy", generator=generator, action_horizon=H, num_control_points=tasks.NUM_CONTROL_POINTS,
min_query_interval=tasks.MIN_QUERY_INTERVAL, max_query_interval=tasks.MAX_QUERY_INTERVAL,
stage=stage, flow_hidden_dim=48, flow_num_layers=1, timing_label_mode=tasks.LABEL_MODE,
knot_label_mode=tasks.LABEL_MODE, knot_motion_norm=tasks.KNOT_MOTION_NORM,
timing_motion_scale=(0.02,) * 6, e_crit=10.0,
**(dict(num_ode_steps=10, timing_num_ode_steps=10) if generator == "pi05_expert" else {}))
model = cfg.create(jax.random.key(0))
obs, act = cfg.fake_obs(2), cfg.fake_act(2)
grip = jnp.array(([1.] * 3 + [-1.] * 4 + [1.] * 3 + [0.] * 2 + [1.] * H)[:H]) # open/close/open + "no command" zeros
act = act.at[..., 6].set(grip)
loss = model.compute_loss(jax.random.key(1), obs, act, train=True)
print(stage, "H", H, "K", cfg.num_control_points, "loss", loss.shape, loss)
assert bool(jnp.all(jnp.isfinite(loss)))
filt = nnx.All(nnx.Param, nnx.Not(cfg.get_freeze_filter()))
graphdef, params, rest = nnx.split(model, filt, ...)
def f(p):
m = nnx.merge(graphdef, p, rest); return m.compute_loss(jax.random.key(1), obs, act, train=True).mean()
g = jax.grad(f)(params)
flat = {"/".join(map(str, k)): float(jnp.abs(v.value).sum()) for k, v in nnx.to_flat_state(g)} if hasattr(nnx, "to_flat_state") else {"/".join(map(str,k)): float(jnp.abs(v.value).sum()) for k, v in g.flat_state().items()}
nz = sorted({k.split("/")[0] for k, v in flat.items() if v > 0}); print(stage, "params with grad:", len(flat), "top-level nonzero:", nz)
if stage == "action":
sp = model.sample_spline(jax.random.key(2), obs)
print("sample", model.sample_actions(jax.random.key(2), obs).shape, {k: v.shape for k, v in sp.items()},
"query_interval", sp["query_interval"][:, 0], "execute_steps", sp["execute_steps"])
assert sp["control_points"].shape[1] == cfg.num_control_points and sp["dense_actions"].shape[1] == H
assert bool(jnp.all((sp["execute_steps"] >= 1) & (sp["execute_steps"] <= H)))