b6-pedal-bin/joint47-v5-150: GR00T joint47 on B6 v5 (150 episodes), steps 3500 and 4000
Browse files- b6-pedal-bin/joint47-v5-150/code/g1_joint47_h40.py +24 -0
- b6-pedal-bin/joint47-v5-150/code/groot_quad16_j47.sh +65 -0
- b6-pedal-bin/joint47-v5-150/code/hb_aug_v2.py +163 -0
- b6-pedal-bin/joint47-v5-150/code/hb_j47.py +39 -0
- b6-pedal-bin/joint47-v5-150/code/hb_launch.py +104 -0
- b6-pedal-bin/joint47-v5-150/code/prepare_groot_j47.py +127 -0
- b6-pedal-bin/joint47-v5-150/code/verify_j47_cpu.py +59 -0
- b6-pedal-bin/joint47-v5-150/dataset_meta/hb-dataset-receipt.json +91 -0
- b6-pedal-bin/joint47-v5-150/dataset_meta/info.json +587 -0
- b6-pedal-bin/joint47-v5-150/dataset_meta/modality.json +79 -0
- b6-pedal-bin/joint47-v5-150/logs/production.log +0 -0
- b6-pedal-bin/joint47-v5-150/production-complete.json +1 -0
- b6-pedal-bin/joint47-v5-150/step-003500/config.json +90 -0
- b6-pedal-bin/joint47-v5-150/step-003500/embodiment_id.json +57 -0
- b6-pedal-bin/joint47-v5-150/step-003500/model-00001-of-00002.safetensors +3 -0
- b6-pedal-bin/joint47-v5-150/step-003500/model-00002-of-00002.safetensors +3 -0
- b6-pedal-bin/joint47-v5-150/step-003500/model.safetensors.index.json +0 -0
- b6-pedal-bin/joint47-v5-150/step-003500/processor_config.json +1168 -0
- b6-pedal-bin/joint47-v5-150/step-003500/protocol.json +89 -0
- b6-pedal-bin/joint47-v5-150/step-003500/statistics.json +0 -0
- b6-pedal-bin/joint47-v5-150/step-003500/trainer_state.json +2134 -0
- b6-pedal-bin/joint47-v5-150/step-004000/config.json +90 -0
- b6-pedal-bin/joint47-v5-150/step-004000/embodiment_id.json +57 -0
- b6-pedal-bin/joint47-v5-150/step-004000/model-00001-of-00002.safetensors +3 -0
- b6-pedal-bin/joint47-v5-150/step-004000/model-00002-of-00002.safetensors +3 -0
- b6-pedal-bin/joint47-v5-150/step-004000/model.safetensors.index.json +0 -0
- b6-pedal-bin/joint47-v5-150/step-004000/processor_config.json +1168 -0
- b6-pedal-bin/joint47-v5-150/step-004000/protocol.json +89 -0
- b6-pedal-bin/joint47-v5-150/step-004000/statistics.json +0 -0
- b6-pedal-bin/joint47-v5-150/step-004000/trainer_state.json +2434 -0
b6-pedal-bin/joint47-v5-150/code/g1_joint47_h40.py
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""G1 joint47 / H40 stride-2 GR00T modality config (2026-11-18 user: joint-angle action experiment, aligned with
|
| 2 |
+
HumanWAM joint47 v2): action rows at source offsets 0,2,...,78 of body29 | Inspire left6 | right6 | root rotation6D
|
| 3 |
+
(current-heading relative, hb_j47.py). State44 and cameras as feedback76."""
|
| 4 |
+
from gr00t.configs.data.embodiment_configs import register_modality_config
|
| 5 |
+
from gr00t.data.embodiment_tags import EmbodimentTag
|
| 6 |
+
from gr00t.data.types import ActionConfig, ActionFormat, ActionRepresentation, ActionType, ModalityConfig
|
| 7 |
+
|
| 8 |
+
g1_joint47_h40 = {
|
| 9 |
+
"video": ModalityConfig(delta_indices=[0], modality_keys=["ego_view", "chest"]),
|
| 10 |
+
"state": ModalityConfig(
|
| 11 |
+
delta_indices=[0],
|
| 12 |
+
modality_keys=["left_leg", "right_leg", "waist", "left_arm", "right_arm", "left_hand", "right_hand",
|
| 13 |
+
"projected_gravity"],
|
| 14 |
+
),
|
| 15 |
+
"action": ModalityConfig(
|
| 16 |
+
delta_indices=list(range(0, 80, 2)),
|
| 17 |
+
modality_keys=["body29", "left_hand_target", "right_hand_target", "root_rot6d"],
|
| 18 |
+
action_configs=[ActionConfig(rep=ActionRepresentation.ABSOLUTE, type=ActionType.NON_EEF,
|
| 19 |
+
format=ActionFormat.DEFAULT) for _ in range(4)],
|
| 20 |
+
),
|
| 21 |
+
"language": ModalityConfig(delta_indices=[0], modality_keys=["annotation.human.task_description"]),
|
| 22 |
+
}
|
| 23 |
+
|
| 24 |
+
register_modality_config(g1_joint47_h40, embodiment_tag=EmbodimentTag.NEW_EMBODIMENT)
|
b6-pedal-bin/joint47-v5-150/code/groot_quad16_j47.sh
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
# hb_relay cmd item (2026-11-18 user): GR00T joint47 action experiment on B6 v5 (all 150 episodes, HF b6-pedal-bin v5/),
|
| 3 |
+
# aligned with HumanWAM joint47 v2: action = body29 | Inspire12 | root rotation6D (current heading), 40 rows at source
|
| 4 |
+
# offsets 0,2,...,78 (stride 2). Same GR00T recipe as the B6 runs otherwise: full fine-tune, global batch 512 =
|
| 5 |
+
# 4 nodes x 8 GPUs x 16, no gradient accumulation, 4000 steps, lr 1e-4 cosine, warmup 5 %, wd 1e-5, HB aug v2 +
|
| 6 |
+
# proprio perturbation (hb_launch.py), state44 unchanged. Checkpoints 2000..4000 every 500.
|
| 7 |
+
# Output groot-runs-j47/b6v5j47/production.
|
| 8 |
+
set -uo pipefail
|
| 9 |
+
TASK=b6v5j47 BS=16 ACCUM=1 PORT=${1:-29680}
|
| 10 |
+
STEPS=4000 SAVE=500
|
| 11 |
+
KEEP=$(( STEPS / 2 / SAVE + 1 )); SAVE_LIST=$(python3 -c "print(list(range($STEPS // 2, $STEPS + 1, $SAVE)))")
|
| 12 |
+
CFG=g1_joint47_h40.py
|
| 13 |
+
export HB_BODY_STATE_KEYS=left_leg,right_leg,waist,left_arm,right_arm HB_J47_ROOT_KEY=root_rot6d HB_INLOOP_EVERY=0
|
| 14 |
+
H=$(dirname "$(realpath "$0")"); G=$(dirname "$H")
|
| 15 |
+
GR=$G/HumanWAM/third_party/Isaac-GR00T; ENV=$G/envs/groot-py312
|
| 16 |
+
NODE=${RANK:?DLC RANK missing}; MASTER=${MASTER_ADDR:?DLC MASTER_ADDR missing}; [ "${WORLD_SIZE:?}" = 4 ]
|
| 17 |
+
for i in $(seq 180); do [ -f "$G/groot-data/$TASK/hb-dataset-receipt.json" ] && grep -q J47_CPU_VERIFY_OK "$G/groot-data/prep-$TASK.log" 2>/dev/null && break; sleep 10; done # data view + CPU check (<= 30 min)
|
| 18 |
+
[ -f "$G/groot-data/$TASK/hb-dataset-receipt.json" ] && grep -q J47_CPU_VERIFY_OK "$G/groot-data/prep-$TASK.log" || { echo "SKIP groot $TASK: dataset not prepared / CPU check failed"; exit 3; }
|
| 19 |
+
GRUNS=$G/groot-runs-j47; OUT=$GRUNS/$TASK/production; LOGD=$GRUNS/$TASK/logs
|
| 20 |
+
mkdir -p "$OUT" "$LOGD"
|
| 21 |
+
LOGF=$LOGD/production.log; [ "$NODE" = 0 ] || LOGF=$LOGD/production-node-$NODE.log
|
| 22 |
+
exec > >(tee -a "$LOGF") 2>&1
|
| 23 |
+
date -u; hostname
|
| 24 |
+
if [ -f "$GRUNS/$TASK/production-complete.json" ]; then echo "already complete"; exit 0; fi
|
| 25 |
+
FRAMES=$(python3 -c 'import json,sys; print(json.load(open(sys.argv[1]))["frames"])' "$G/groot-data/$TASK/hb-dataset-receipt.json")
|
| 26 |
+
GB=$((BS * 32)); EFF=$((GB * ACCUM))
|
| 27 |
+
echo "GROOT_J47 task=$TASK node=$NODE frames=$FRAMES per_gpu=$BS global=$EFF accum=$ACCUM steps=$STEPS save_every=$SAVE keep=$KEEP out=$OUT"
|
| 28 |
+
[ "$EFF" = 512 ] || { echo "global batch must be 512"; exit 2; }
|
| 29 |
+
if ! ldconfig -p | grep -q 'libavutil.so.56'; then
|
| 30 |
+
apt-get update -qq && DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends \
|
| 31 |
+
libavcodec58 libavformat58 libavutil56 libswscale5 libswresample3 libavdevice58 libavfilter7
|
| 32 |
+
fi
|
| 33 |
+
for i in $(seq 36); do [ -z "$(nvidia-smi --query-compute-apps=pid --format=csv,noheader)" ] && break; sleep 5; done
|
| 34 |
+
unset RANK WORLD_SIZE LOCAL_RANK GROUP_RANK ROLE_RANK LOCAL_WORLD_SIZE MASTER_ADDR MASTER_PORT
|
| 35 |
+
unset $(compgen -e | grep -E '^PET_') NPROC_PER_NODE WORLD_SIZE_WITH_STANDBY TORCHELASTIC_RUN_ID
|
| 36 |
+
export LD_LIBRARY_PATH="$ENV/lib/hbstub:${LD_LIBRARY_PATH:-}"
|
| 37 |
+
export PATH="$ENV/bin:$PATH" PYTHONPATH="$GR:$H" GROOT_SRC="$GR" HF_HOME="$G/hf-home" HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1
|
| 38 |
+
export HB_AUG_LOG="$LOGD/aug-node-$NODE" HB_PEAK_FILE="$LOGD/peak-production" OMP_NUM_THREADS=4 TOKENIZERS_PARALLELISM=false WANDB_MODE=disabled
|
| 39 |
+
export NCCL_SOCKET_IFNAME=eth GLOO_SOCKET_IFNAME=eth0 NCCL_DEBUG=WARN CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
|
| 40 |
+
cd "$GR"
|
| 41 |
+
"$ENV/bin/torchrun" --nnodes 4 --node_rank "$NODE" --nproc_per_node 8 --master_addr "$MASTER" --master_port "$PORT" \
|
| 42 |
+
"$H/hb_launch.py" \
|
| 43 |
+
--base_model_path "$G/models/groot-n17-base" --dataset_path "$G/groot-data/$TASK" \
|
| 44 |
+
--embodiment_tag NEW_EMBODIMENT --modality_config_path "$H/$CFG" \
|
| 45 |
+
--tune_llm --tune_visual \
|
| 46 |
+
--num_gpus 32 --output_dir "$OUT" --save_steps "$SAVE" --save_total_limit "$KEEP" --max_steps "$STEPS" \
|
| 47 |
+
--warmup_ratio 0.05 --weight_decay 1e-5 --learning_rate 1e-4 \
|
| 48 |
+
--global_batch_size "$GB" --gradient_accumulation_steps "$ACCUM" \
|
| 49 |
+
--dataloader_num_workers 8 --shard_size 1024 --num_shards_per_epoch 100000 --episode_sampling_rate 0.1
|
| 50 |
+
rc=$?
|
| 51 |
+
echo "$rc" > "$LOGD/exit-node-$NODE"
|
| 52 |
+
if [ "$rc" = 0 ] && [ "$NODE" = 0 ]; then
|
| 53 |
+
python3 - "$OUT" <<'EOF'
|
| 54 |
+
import pathlib, shutil, sys
|
| 55 |
+
out = pathlib.Path(sys.argv[1])
|
| 56 |
+
ck = sorted((p for p in out.glob("checkpoint-*") if p.name.split("-")[-1].isdigit()), key=lambda p: int(p.name.split("-")[-1]))
|
| 57 |
+
for c in ck[:-1]: # resume state only for the latest checkpoint (weights kept)
|
| 58 |
+
for p in list(c.glob("global_step*")) + list(c.glob("optimizer*.pt")) + list(c.glob("scheduler.pt")) + list(c.glob("rng_state*.pth")) + list(c.glob("latest")) + list(c.glob("zero_to_fp32.py")):
|
| 59 |
+
shutil.rmtree(p, ignore_errors=True) if p.is_dir() else p.unlink(missing_ok=True)
|
| 60 |
+
print("resume state dropped:", c.name)
|
| 61 |
+
EOF
|
| 62 |
+
printf '{"task": "%s", "frames": %s, "recipe": "joint47 (body29 | Inspire12 | root rot6D current heading), H40 stride 2, full fine-tune, fixed steps", "per_gpu_batch": %s, "gradient_accumulation_steps": %s, "world_size": 32, "global_batch": %s, "max_steps": %s, "save_steps": %s, "save_list": %s, "epochs_equivalent": %s}\n' \
|
| 63 |
+
"$TASK" "$FRAMES" "$BS" "$ACCUM" "$EFF" "$STEPS" "$SAVE" "$SAVE_LIST" "$(python3 -c "print(round($STEPS*$EFF/$FRAMES,2))")" > "$GRUNS/$TASK/production-complete.json"
|
| 64 |
+
fi
|
| 65 |
+
echo "EXIT $rc"; exit $rc
|
b6-pedal-bin/joint47-v5-150/code/hb_aug_v2.py
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Humanoid Benchmark data augmentation v2 (project CLAUDE.md), model-agnostic torch implementation.
|
| 2 |
+
|
| 3 |
+
augment(x, rng, obs_mask=None) takes x: float [T, V, 3, H, W] in [0, 1] (T frames, V cameras) and returns the
|
| 4 |
+
augmented tensor. Each call is one training sample: one of the 15 effects is chosen uniformly and its magnitude
|
| 5 |
+
is scaled by 1.5 around identity; the rest stay at x1. Colour is shared across cameras and time; geometry, light
|
| 6 |
+
patches and white balance are drawn per camera and fixed over time; sensor/optics effects (noise, gaussian blur,
|
| 7 |
+
JPEG, motion blur, sharpen, defocus) apply only to observation frames (obs_mask True).
|
| 8 |
+
Pixel-size parameters are defined at 224 px and scaled by H / 224.
|
| 9 |
+
perturb_joints(q, rng) applies the proprio spec: per-joint bias +-2 deg plus N(0, 0.25 deg) clipped at 3 sigma.
|
| 10 |
+
"""
|
| 11 |
+
import io
|
| 12 |
+
import math
|
| 13 |
+
|
| 14 |
+
import numpy as np
|
| 15 |
+
import torch
|
| 16 |
+
import torch.nn.functional as F
|
| 17 |
+
from PIL import Image
|
| 18 |
+
from torchvision.transforms import InterpolationMode
|
| 19 |
+
from torchvision.transforms import functional as TF
|
| 20 |
+
|
| 21 |
+
EFFECTS = ("exposure", "contrast", "saturation", "hue", "gamma", "temperature", "rotation_crop", "noise",
|
| 22 |
+
"gaussian_blur", "jpeg", "motion_blur", "sharpen", "defocus", "light_shadow", "wb_channel")
|
| 23 |
+
CENTER = {"exposure": 0.0, "contrast": 1.0, "saturation": 1.0, "hue": 0.0, "gamma": 1.0, "temperature": 0.0}
|
| 24 |
+
RANGE = {"exposure": (-0.22, 0.22), "contrast": (0.88, 1.12), "saturation": (0.76, 1.24), "hue": (-0.015, 0.015),
|
| 25 |
+
"gamma": (0.89, 1.11), "temperature": (-0.066, 0.066)}
|
| 26 |
+
VERSION = "hb-aug-v2-20261109"
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
def sample(rng, views, height):
|
| 30 |
+
boost = EFFECTS[int(rng.integers(len(EFFECTS)))]
|
| 31 |
+
|
| 32 |
+
def k(name):
|
| 33 |
+
return 1.5 if boost == name else 1.0
|
| 34 |
+
|
| 35 |
+
px = height / 224.0
|
| 36 |
+
p = {"boost": boost}
|
| 37 |
+
for name, (a, b) in RANGE.items():
|
| 38 |
+
c = CENTER[name]
|
| 39 |
+
p[name] = float(rng.uniform(c + k(name) * (a - c), c + k(name) * (b - c)))
|
| 40 |
+
p["geometry"] = []
|
| 41 |
+
for _ in range(views):
|
| 42 |
+
angle = float(rng.uniform(-1.5 * k("rotation_crop"), 1.5 * k("rotation_crop")))
|
| 43 |
+
p["geometry"].append((angle, 1.0 + abs(angle) * 0.015 + float(rng.uniform(0, 0.02 * k("rotation_crop")))))
|
| 44 |
+
p["noise"] = 4.0 / 255.0 * k("noise") if rng.random() < 0.5 else 0.0
|
| 45 |
+
p["gaussian_blur"] = float(rng.uniform(0.25, 0.65)) * k("gaussian_blur") if rng.random() < 0.15 else 0.0
|
| 46 |
+
if rng.random() < 0.35:
|
| 47 |
+
lo = int(round(100 - k("jpeg") * 30))
|
| 48 |
+
hi = int(round(100 - k("jpeg") * 5))
|
| 49 |
+
p["jpeg"] = int(rng.integers(lo, hi + 1))
|
| 50 |
+
else:
|
| 51 |
+
p["jpeg"] = None
|
| 52 |
+
p["motion_blur"] = ((float(rng.uniform(3, 7)) * k("motion_blur") * px, float(rng.uniform(0, 180)))
|
| 53 |
+
if rng.random() < 0.15 else None)
|
| 54 |
+
p["sharpen"] = float(rng.uniform(0.2, 0.6)) * k("sharpen") if rng.random() < 0.15 else 0.0
|
| 55 |
+
p["defocus"] = float(rng.uniform(1, 2)) * k("defocus") * px if rng.random() < 0.10 else 0.0
|
| 56 |
+
if rng.random() < 0.30:
|
| 57 |
+
g = 0.30 * k("light_shadow")
|
| 58 |
+
p["light_shadow"] = [[(float(rng.uniform(0.1, 0.9)), float(rng.uniform(0.1, 0.9)),
|
| 59 |
+
float(rng.uniform(0.15, 0.35)), float(rng.uniform(1 - g, 1 + g)))
|
| 60 |
+
for _ in range(int(rng.integers(1, 3)))] for _ in range(views)]
|
| 61 |
+
else:
|
| 62 |
+
p["light_shadow"] = None
|
| 63 |
+
if rng.random() < 0.30:
|
| 64 |
+
g = 0.10 * k("wb_channel")
|
| 65 |
+
gains = []
|
| 66 |
+
for _ in range(views):
|
| 67 |
+
row = [1.0, 1.0, 1.0]
|
| 68 |
+
row[int(rng.integers(0, 3))] = float(rng.uniform(1 - g, 1 + g))
|
| 69 |
+
gains.append(row)
|
| 70 |
+
p["wb_channel"] = gains
|
| 71 |
+
else:
|
| 72 |
+
p["wb_channel"] = None
|
| 73 |
+
return p
|
| 74 |
+
|
| 75 |
+
|
| 76 |
+
def _conv(x, kernel):
|
| 77 |
+
n, c, h, w = x.shape
|
| 78 |
+
k = kernel.to(x)[None, None].repeat(c, 1, 1, 1)
|
| 79 |
+
pad = kernel.shape[-1] // 2
|
| 80 |
+
return F.conv2d(F.pad(x, (pad, pad, pad, pad), mode="reflect"), k, groups=c)
|
| 81 |
+
|
| 82 |
+
|
| 83 |
+
def motion_kernel(length, angle_deg):
|
| 84 |
+
size = max(3, int(round(length)) | 1)
|
| 85 |
+
k = torch.zeros(size, size)
|
| 86 |
+
c = size // 2
|
| 87 |
+
th = math.radians(angle_deg)
|
| 88 |
+
for s in np.linspace(-(length - 1) / 2, (length - 1) / 2, 8 * size):
|
| 89 |
+
k[int(round(c - s * math.sin(th))), int(round(c + s * math.cos(th)))] = 1.0
|
| 90 |
+
return k / k.sum()
|
| 91 |
+
|
| 92 |
+
|
| 93 |
+
def disk_kernel(r):
|
| 94 |
+
size = 2 * int(math.ceil(r)) + 1
|
| 95 |
+
c = size // 2
|
| 96 |
+
yy, xx = torch.meshgrid(torch.arange(size), torch.arange(size), indexing="ij")
|
| 97 |
+
k = (((yy - c) ** 2 + (xx - c) ** 2) <= (r + 0.5) ** 2).float()
|
| 98 |
+
return k / k.sum()
|
| 99 |
+
|
| 100 |
+
|
| 101 |
+
def apply(x, p, obs_mask=None, noise_seed=0):
|
| 102 |
+
t, v, c, h, w = x.shape
|
| 103 |
+
x = x.clone().clamp(0, 1)
|
| 104 |
+
for vi, (angle, scale) in enumerate(p["geometry"]):
|
| 105 |
+
x[:, vi] = TF.affine(x[:, vi], angle=angle, translate=[0, 0], scale=scale, shear=[0, 0],
|
| 106 |
+
interpolation=InterpolationMode.BILINEAR)
|
| 107 |
+
if p["light_shadow"] is not None:
|
| 108 |
+
yy, xx = torch.meshgrid(torch.linspace(0, 1, h), torch.linspace(0, 1, w), indexing="ij")
|
| 109 |
+
for vi, blobs in enumerate(p["light_shadow"]):
|
| 110 |
+
m = torch.ones(h, w)
|
| 111 |
+
for cx, cy, s, g in blobs:
|
| 112 |
+
m = m + (g - 1.0) * torch.exp(-((xx - cx) ** 2 + (yy - cy) ** 2) / (2 * s * s))
|
| 113 |
+
x[:, vi] = (x[:, vi] * m.clamp(min=0).to(x)).clamp(0, 1)
|
| 114 |
+
if p["wb_channel"] is not None:
|
| 115 |
+
for vi, g in enumerate(p["wb_channel"]):
|
| 116 |
+
x[:, vi] = (x[:, vi] * torch.tensor(g, dtype=x.dtype).view(1, 3, 1, 1)).clamp(0, 1)
|
| 117 |
+
y = x.reshape(t * v, c, h, w)
|
| 118 |
+
y = (y * float(2.0 ** p["exposure"])).clamp(0, 1)
|
| 119 |
+
d = p["temperature"]
|
| 120 |
+
y = (y * y.new_tensor([1.0 + d, 1.0, 1.0 - d]).view(1, 3, 1, 1)).clamp(0, 1)
|
| 121 |
+
y = ((y - 0.5) * p["contrast"] + 0.5).clamp(0, 1)
|
| 122 |
+
y = TF.adjust_saturation(y, p["saturation"])
|
| 123 |
+
y = TF.adjust_hue(y, p["hue"])
|
| 124 |
+
y = y.clamp(0, 1).pow(p["gamma"])
|
| 125 |
+
x = y.reshape(t, v, c, h, w)
|
| 126 |
+
mask = torch.ones(t, dtype=torch.bool) if obs_mask is None else torch.as_tensor(obs_mask, dtype=torch.bool)
|
| 127 |
+
if bool(mask.any()):
|
| 128 |
+
o = x[mask].reshape(-1, c, h, w)
|
| 129 |
+
if p["gaussian_blur"] > 0:
|
| 130 |
+
o = TF.gaussian_blur(o, [3, 3], [p["gaussian_blur"]] * 2)
|
| 131 |
+
if p["motion_blur"] is not None:
|
| 132 |
+
o = _conv(o, motion_kernel(*p["motion_blur"]))
|
| 133 |
+
if p["defocus"] > 0:
|
| 134 |
+
o = _conv(o, disk_kernel(p["defocus"]))
|
| 135 |
+
if p["sharpen"] > 0:
|
| 136 |
+
o = o + p["sharpen"] * (o - TF.gaussian_blur(o, [5, 5], [1.0, 1.0]))
|
| 137 |
+
o = o.clamp(0, 1)
|
| 138 |
+
if p["noise"] > 0:
|
| 139 |
+
gen = torch.Generator().manual_seed(int(noise_seed))
|
| 140 |
+
o = (o + torch.randn(o.shape, generator=gen, dtype=o.dtype) * p["noise"]).clamp(0, 1)
|
| 141 |
+
if p["jpeg"] is not None:
|
| 142 |
+
for i in range(o.shape[0]):
|
| 143 |
+
buf = io.BytesIO()
|
| 144 |
+
TF.to_pil_image(o[i]).save(buf, format="JPEG", quality=int(p["jpeg"]))
|
| 145 |
+
buf.seek(0)
|
| 146 |
+
with Image.open(buf) as im:
|
| 147 |
+
o[i] = TF.pil_to_tensor(im.convert("RGB")).to(o.dtype).div(255.0)
|
| 148 |
+
x[mask] = o.reshape(-1, v, c, h, w)
|
| 149 |
+
return x.clamp(0, 1)
|
| 150 |
+
|
| 151 |
+
|
| 152 |
+
def augment(x, rng, obs_mask=None):
|
| 153 |
+
p = sample(rng, x.shape[1], x.shape[-2])
|
| 154 |
+
return apply(x, p, obs_mask, noise_seed=int(rng.integers(0, 2 ** 62))), p
|
| 155 |
+
|
| 156 |
+
|
| 157 |
+
def perturb_joints(q, rng):
|
| 158 |
+
q = np.asarray(q, dtype=np.float64)
|
| 159 |
+
d = q.shape[-1]
|
| 160 |
+
bias = rng.uniform(-math.radians(2.0), math.radians(2.0), size=d)
|
| 161 |
+
sigma = math.radians(0.25)
|
| 162 |
+
noise = np.clip(rng.normal(0.0, sigma, size=q.shape), -3 * sigma, 3 * sigma)
|
| 163 |
+
return (q + bias + noise).astype(np.float32)
|
b6-pedal-bin/joint47-v5-150/code/hb_j47.py
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""joint47 root orientation for GR00T (2026-11-18 user experiment).
|
| 2 |
+
|
| 3 |
+
The dataset stores world-frame rotation6D per frame (action.root_rot6d_world). Every sample's action chunk is
|
| 4 |
+
converted to rotation6D relative to the heading of its CURRENT frame (row 0 = source offset 0 = the observation
|
| 5 |
+
frame), exactly as HumanWAM joint47 v2: R_relative[k] = Rz(-yaw(current)) @ R_world[k], using HumanWAM's own
|
| 6 |
+
joint_reference_rotation.py. Applied before normalization (fixed [-1, 1] bounds). Imported by hb_launch.py when
|
| 7 |
+
HB_J47_ROOT_KEY is set.
|
| 8 |
+
"""
|
| 9 |
+
import importlib.util
|
| 10 |
+
import os
|
| 11 |
+
from pathlib import Path
|
| 12 |
+
|
| 13 |
+
import numpy as np
|
| 14 |
+
from gr00t.model.gr00t_n1d7 import processing_gr00t_n1d7 as P
|
| 15 |
+
|
| 16 |
+
_default = Path(__file__).resolve().parents[2] / "HumanWAM-joint/src/imagewam/joint_reference_rotation.py"
|
| 17 |
+
_spec = importlib.util.spec_from_file_location("hb_jrr", os.environ.get("HB_J47_ROTATION_PY", str(_default)))
|
| 18 |
+
jrr = importlib.util.module_from_spec(_spec)
|
| 19 |
+
_spec.loader.exec_module(jrr)
|
| 20 |
+
KEY = os.environ["HB_J47_ROOT_KEY"]
|
| 21 |
+
IDENT = np.array([1.0, 0.0, 0.0, 0.0])
|
| 22 |
+
|
| 23 |
+
|
| 24 |
+
def to_current_heading(world6d):
|
| 25 |
+
q = jrr.heading_relative_rotation6d_to_world_quaternion(np.asarray(world6d, dtype=np.float64), IDENT)
|
| 26 |
+
return jrr.world_quaternion_to_heading_relative_rotation6d(q, q[0].astype(np.float64)).astype(np.float32)
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
_prev = P.Gr00tN1d7Processor.__call__
|
| 30 |
+
|
| 31 |
+
|
| 32 |
+
def _call(self, messages):
|
| 33 |
+
acts = getattr(messages[0]["content"], "actions", None)
|
| 34 |
+
if acts and KEY in acts:
|
| 35 |
+
acts[KEY] = to_current_heading(acts[KEY])
|
| 36 |
+
return _prev(self, messages)
|
| 37 |
+
|
| 38 |
+
|
| 39 |
+
P.Gr00tN1d7Processor.__call__ = _call
|
b6-pedal-bin/joint47-v5-150/code/hb_launch.py
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""GR00T N1.7 fine-tuning entry with Humanoid Benchmark augmentation v2.
|
| 2 |
+
|
| 3 |
+
Patches Gr00tN1d7Processor in training mode only:
|
| 4 |
+
- images: native random crop / colour jitter / rotation are bypassed (the deterministic eval resize+center-crop is
|
| 5 |
+
used), then hb_aug_v2 is applied jointly to all cameras of the sample;
|
| 6 |
+
- proprio: the body-joint state groups (HB_BODY_STATE_KEYS) get the v2 bias + noise before normalization.
|
| 7 |
+
Then runs the pinned upstream gr00t/experiment/launch_finetune.py unchanged.
|
| 8 |
+
"""
|
| 9 |
+
import json
|
| 10 |
+
import os
|
| 11 |
+
import runpy
|
| 12 |
+
import sys
|
| 13 |
+
from pathlib import Path
|
| 14 |
+
|
| 15 |
+
import numpy as np
|
| 16 |
+
import torch
|
| 17 |
+
|
| 18 |
+
HERE = Path(__file__).resolve().parent
|
| 19 |
+
sys.path.insert(0, str(HERE))
|
| 20 |
+
import hb_offline_fix # noqa: E402,F401 (tokenizer load under HF_HUB_OFFLINE=1, see module docstring)
|
| 21 |
+
import hb_aug_v2 as A # noqa: E402
|
| 22 |
+
from gr00t.model.gr00t_n1d7 import processing_gr00t_n1d7 as P # noqa: E402
|
| 23 |
+
|
| 24 |
+
Proc = P.Gr00tN1d7Processor
|
| 25 |
+
BODY_KEYS = [k for k in os.environ.get("HB_BODY_STATE_KEYS", "left_leg,right_leg,waist,left_arm,right_arm").split(",") if k]
|
| 26 |
+
LOG = os.environ.get("HB_AUG_LOG")
|
| 27 |
+
_state = {"rng": None, "count": 0}
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
def _rng():
|
| 31 |
+
if _state["rng"] is None:
|
| 32 |
+
_state["rng"] = np.random.default_rng([os.getpid(), int.from_bytes(os.urandom(8), "little")])
|
| 33 |
+
return _state["rng"]
|
| 34 |
+
|
| 35 |
+
|
| 36 |
+
_orig_get, _orig_apply, _orig_call = Proc._get_vlm_inputs, Proc._apply_vlm_processing, Proc.__call__
|
| 37 |
+
|
| 38 |
+
|
| 39 |
+
def _get_vlm_inputs(self, image_keys, images, masks, image_transform, language):
|
| 40 |
+
if getattr(self, "training", False):
|
| 41 |
+
self._hb_views = len(image_keys)
|
| 42 |
+
try:
|
| 43 |
+
return _orig_get(self, image_keys, images, masks, self.eval_image_transform, language)
|
| 44 |
+
finally:
|
| 45 |
+
self._hb_views = None
|
| 46 |
+
return _orig_get(self, image_keys, images, masks, image_transform, language)
|
| 47 |
+
|
| 48 |
+
|
| 49 |
+
def _apply_vlm_processing(self, images, language):
|
| 50 |
+
views = getattr(self, "_hb_views", None)
|
| 51 |
+
if views and isinstance(images, torch.Tensor):
|
| 52 |
+
shape = images.shape
|
| 53 |
+
x = images.reshape(-1, views, *shape[1:]).float().div(255.0)
|
| 54 |
+
x, p = A.augment(x, _rng())
|
| 55 |
+
images = (x * 255.0 + 0.5).clamp(0, 255).to(torch.uint8).reshape(shape)
|
| 56 |
+
_state["count"] += 1
|
| 57 |
+
if LOG and _state["count"] in (1, 50):
|
| 58 |
+
with open(f"{LOG}.{os.getpid()}", "a") as f:
|
| 59 |
+
f.write(json.dumps({"count": _state["count"], "views": views, "hw": list(shape[-2:]),
|
| 60 |
+
"boost": p["boost"], "version": A.VERSION}) + "\n")
|
| 61 |
+
return _orig_apply(self, images, language)
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
def _call(self, messages):
|
| 65 |
+
if getattr(self, "training", False) and BODY_KEYS:
|
| 66 |
+
states = messages[0]["content"].states
|
| 67 |
+
for key in BODY_KEYS:
|
| 68 |
+
if key in states:
|
| 69 |
+
states[key] = A.perturb_joints(states[key], _rng())
|
| 70 |
+
return _orig_call(self, messages)
|
| 71 |
+
|
| 72 |
+
|
| 73 |
+
Proc._get_vlm_inputs = _get_vlm_inputs
|
| 74 |
+
Proc._apply_vlm_processing = _apply_vlm_processing
|
| 75 |
+
Proc.__call__ = _call
|
| 76 |
+
|
| 77 |
+
# 2026-11-18 user: joint47 experiment (hb_j47.py turns the world root rotation6D chunk into current-heading relative)
|
| 78 |
+
if os.environ.get("HB_J47_ROOT_KEY"):
|
| 79 |
+
import hb_j47 # noqa: E402,F401
|
| 80 |
+
|
| 81 |
+
# 2026-11-15 user: in-training open-loop action MSE every 250 steps (hb_inloop_eval.py adds a TrainerCallback to
|
| 82 |
+
# Gr00tTrainer; HB_INLOOP_EVERY=0 turns it off). It never blocks training: any setup problem only disables it.
|
| 83 |
+
if os.environ.get("HB_PATCH_ONLY") != "1":
|
| 84 |
+
try:
|
| 85 |
+
import hb_inloop_eval # noqa: E402,F401
|
| 86 |
+
except Exception as _e: # noqa: BLE001
|
| 87 |
+
print(f"HB_INLOOP disabled: {_e!r}", flush=True)
|
| 88 |
+
|
| 89 |
+
if os.environ.get("HB_PATCH_ONLY") != "1":
|
| 90 |
+
entry = Path(os.environ["GROOT_SRC"]) / "gr00t/experiment/launch_finetune.py"
|
| 91 |
+
sys.argv = [str(entry)] + sys.argv[1:]
|
| 92 |
+
try:
|
| 93 |
+
runpy.run_path(str(entry), run_name="__main__")
|
| 94 |
+
finally: # batch probe: report this rank's peak reserved memory (groot_chain.py compares it with MAX_FRAC)
|
| 95 |
+
_peak = os.environ.get("HB_PEAK_FILE")
|
| 96 |
+
if _peak and torch.cuda.is_available():
|
| 97 |
+
try:
|
| 98 |
+
_dev = torch.cuda.current_device()
|
| 99 |
+
with open(f"{_peak}-rank{os.environ.get('RANK', '0')}.json", "w") as _f:
|
| 100 |
+
json.dump({"rank": int(os.environ.get("RANK", "0")),
|
| 101 |
+
"peak_reserved_gb": torch.cuda.max_memory_reserved(_dev) / 1e9,
|
| 102 |
+
"total_gb": torch.cuda.get_device_properties(_dev).total_memory / 1e9}, _f)
|
| 103 |
+
except Exception: # noqa: BLE001 - never mask the training result
|
| 104 |
+
pass
|
b6-pedal-bin/joint47-v5-150/code/prepare_groot_j47.py
ADDED
|
@@ -0,0 +1,127 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""2026-11-18 user: GR00T joint47 experiment on B6 v5 (all 150 episodes of HF humanoid-benchmark/b6-pedal-bin v5/).
|
| 2 |
+
|
| 3 |
+
Aligned with HumanWAM joint47 v2 (docs/G1_JOINT_REFERENCE_DELTA.md, HumanWAM-joint @ bai-joint):
|
| 4 |
+
action47 = body29 (measured observation.state, by joint name) | left Inspire6 | right Inspire6 (measured)
|
| 5 |
+
| root rotation6D relative to the CURRENT heading (computed per sample in hb_j47.py).
|
| 6 |
+
The parquet files get one extra column, action.root_rot6d_world = world-frame rotation6D of
|
| 7 |
+
observation.root_orientation (wxyz), columns [R00,R10,R20,R01,R11,R21] (HumanWAM's own conversion with an identity
|
| 8 |
+
anchor). Its normalization bounds are fixed to [-1, 1] (as in HumanWAM). Videos are symlinked; source data untouched.
|
| 9 |
+
Usage: <groot python> prepare_groot_j47.py <src v5 dir> <dst dir>
|
| 10 |
+
"""
|
| 11 |
+
import hashlib
|
| 12 |
+
import importlib.util
|
| 13 |
+
import json
|
| 14 |
+
import os
|
| 15 |
+
import subprocess
|
| 16 |
+
import sys
|
| 17 |
+
from pathlib import Path
|
| 18 |
+
|
| 19 |
+
import numpy as np
|
| 20 |
+
import pyarrow as pa
|
| 21 |
+
import pyarrow.parquet as pq
|
| 22 |
+
|
| 23 |
+
H = Path(__file__).resolve().parent
|
| 24 |
+
G = H.parent
|
| 25 |
+
P = G.parent
|
| 26 |
+
spec = importlib.util.spec_from_file_location("jrr", P / "HumanWAM-joint/src/imagewam/joint_reference_rotation.py")
|
| 27 |
+
jrr = importlib.util.module_from_spec(spec)
|
| 28 |
+
spec.loader.exec_module(jrr)
|
| 29 |
+
BODY = ["left_hip_pitch_joint", "left_hip_roll_joint", "left_hip_yaw_joint", "left_knee_joint", "left_ankle_pitch_joint",
|
| 30 |
+
"left_ankle_roll_joint", "right_hip_pitch_joint", "right_hip_roll_joint", "right_hip_yaw_joint",
|
| 31 |
+
"right_knee_joint", "right_ankle_pitch_joint", "right_ankle_roll_joint", "waist_yaw_joint", "waist_roll_joint",
|
| 32 |
+
"waist_pitch_joint", "left_shoulder_pitch_joint", "left_shoulder_roll_joint", "left_shoulder_yaw_joint",
|
| 33 |
+
"left_elbow_joint", "left_wrist_roll_joint", "left_wrist_pitch_joint", "left_wrist_yaw_joint",
|
| 34 |
+
"right_shoulder_pitch_joint", "right_shoulder_roll_joint", "right_shoulder_yaw_joint", "right_elbow_joint",
|
| 35 |
+
"right_wrist_roll_joint", "right_wrist_pitch_joint", "right_wrist_yaw_joint"]
|
| 36 |
+
GROUPS = {"left_leg": (0, 6), "right_leg": (6, 12), "waist": (12, 15), "left_arm": (15, 22), "right_arm": (22, 29)}
|
| 37 |
+
ROT = "action.root_rot6d_world"
|
| 38 |
+
IDENT = np.array([1.0, 0.0, 0.0, 0.0])
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
def jl(path):
|
| 42 |
+
return [json.loads(x) for x in Path(path).read_text().splitlines() if x.strip()]
|
| 43 |
+
|
| 44 |
+
|
| 45 |
+
def wl(path, rows):
|
| 46 |
+
Path(path).write_text("".join(json.dumps(r) + "\n" for r in rows))
|
| 47 |
+
|
| 48 |
+
|
| 49 |
+
def main(src, dst):
|
| 50 |
+
src, dst = Path(src), Path(dst)
|
| 51 |
+
info = json.loads((src / "meta/info.json").read_text())
|
| 52 |
+
f = info["features"]
|
| 53 |
+
names = f["observation.state"]["names"]
|
| 54 |
+
idx = [names.index(n) for n in BODY]
|
| 55 |
+
assert idx == list(range(idx[0], idx[0] + 29)), idx # body29 contiguous in our G1 exports
|
| 56 |
+
assert f["observation.root_orientation"]["shape"] == [4]
|
| 57 |
+
for k in ("observation.inspire_left_hand_state", "observation.inspire_right_hand_state"):
|
| 58 |
+
assert f[k]["shape"] == [6], k
|
| 59 |
+
episodes = jl(src / "meta/episodes.jsonl")
|
| 60 |
+
stats = jl(src / "meta/episodes_stats.jsonl")
|
| 61 |
+
n = len(episodes)
|
| 62 |
+
assert [e["episode_index"] for e in episodes] == list(range(n)) == [s["episode_index"] for s in stats]
|
| 63 |
+
if dst.exists():
|
| 64 |
+
raise SystemExit(f"{dst} exists")
|
| 65 |
+
(dst / "meta").mkdir(parents=True)
|
| 66 |
+
vkeys = [k for k, v in f.items() if v.get("dtype") == "video"]
|
| 67 |
+
frames = 0
|
| 68 |
+
for e, s in zip(episodes, stats):
|
| 69 |
+
i = e["episode_index"]
|
| 70 |
+
chunk = i // int(info["chunks_size"])
|
| 71 |
+
rel = info["data_path"].format(episode_chunk=chunk, episode_index=i)
|
| 72 |
+
t = pq.read_table(src / rel)
|
| 73 |
+
q = np.stack(t.column("observation.root_orientation").to_numpy(zero_copy_only=False)).astype(np.float64)
|
| 74 |
+
r6 = jrr.world_quaternion_to_heading_relative_rotation6d(q, IDENT) # identity anchor = world frame
|
| 75 |
+
assert r6.shape == (len(q), 6) and np.isfinite(r6).all()
|
| 76 |
+
t = t.append_column(ROT, pa.array(list(r6.astype(np.float32)), type=pa.list_(pa.float32())))
|
| 77 |
+
(dst / rel).parent.mkdir(parents=True, exist_ok=True)
|
| 78 |
+
pq.write_table(t, dst / rel)
|
| 79 |
+
frames += len(q)
|
| 80 |
+
s["stats"][ROT] = {"min": r6.min(0).tolist(), "max": r6.max(0).tolist(), "mean": r6.mean(0).tolist(),
|
| 81 |
+
"std": r6.std(0).tolist(), "count": [len(q)]}
|
| 82 |
+
for k in vkeys:
|
| 83 |
+
relv = info["video_path"].format(episode_chunk=chunk, video_key=k, episode_index=i)
|
| 84 |
+
(dst / relv).parent.mkdir(parents=True, exist_ok=True)
|
| 85 |
+
os.symlink(src / relv, dst / relv)
|
| 86 |
+
assert frames == sum(int(e["length"]) for e in episodes)
|
| 87 |
+
f[ROT] = {"dtype": "float32", "shape": [6], "names": ["r00", "r10", "r20", "r01", "r11", "r21"]}
|
| 88 |
+
info.update(total_episodes=n, total_frames=frames, total_videos=n * len(vkeys), splits={"train": f"0:{n}"})
|
| 89 |
+
(dst / "meta/info.json").write_text(json.dumps(info, indent=2))
|
| 90 |
+
wl(dst / "meta/episodes.jsonl", episodes)
|
| 91 |
+
wl(dst / "meta/episodes_stats.jsonl", stats)
|
| 92 |
+
(dst / "meta/tasks.jsonl").write_text((src / "meta/tasks.jsonl").read_text())
|
| 93 |
+
state = {g: {"original_key": "observation.state", "start": idx[a], "end": idx[a] + (b - a)} for g, (a, b) in GROUPS.items()}
|
| 94 |
+
state.update(left_hand={"original_key": "observation.inspire_left_hand_state", "start": 0, "end": 6},
|
| 95 |
+
right_hand={"original_key": "observation.inspire_right_hand_state", "start": 0, "end": 6},
|
| 96 |
+
projected_gravity={"original_key": "observation.projected_gravity", "start": 0, "end": 3})
|
| 97 |
+
modality = {"state": state,
|
| 98 |
+
"action": {"body29": {"original_key": "observation.state", "start": idx[0], "end": idx[0] + 29},
|
| 99 |
+
"left_hand_target": {"original_key": "observation.inspire_left_hand_state", "start": 0, "end": 6},
|
| 100 |
+
"right_hand_target": {"original_key": "observation.inspire_right_hand_state", "start": 0, "end": 6},
|
| 101 |
+
"root_rot6d": {"original_key": ROT, "start": 0, "end": 6}},
|
| 102 |
+
"video": {"ego_view": {"original_key": "observation.images.ego_view"},
|
| 103 |
+
"chest": {"original_key": "observation.images.chest"}},
|
| 104 |
+
"annotation": {"human.task_description": {"original_key": "task_index"}}}
|
| 105 |
+
(dst / "meta/modality.json").write_text(json.dumps(modality, indent=2))
|
| 106 |
+
src_g = G / "HumanWAM/third_party/Isaac-GR00T"
|
| 107 |
+
env = dict(os.environ, PYTHONPATH=f"{src_g}:{H}")
|
| 108 |
+
r = subprocess.run([sys.executable, str(src_g / "gr00t/data/stats.py"), "--dataset-path", str(dst), "--embodiment-tag",
|
| 109 |
+
"NEW_EMBODIMENT", "--modality-config-path", str(H / "g1_joint47_h40.py")], env=env, cwd=src_g,
|
| 110 |
+
capture_output=True, text=True)
|
| 111 |
+
if r.returncode:
|
| 112 |
+
raise SystemExit("stats failed:\n" + r.stdout[-2000:] + r.stderr[-2000:])
|
| 113 |
+
st = json.loads((dst / "meta/stats.json").read_text())
|
| 114 |
+
fixed = {"mean": [0.0] * 6, "std": [1.0] * 6, "min": [-1.0] * 6, "max": [1.0] * 6, "q01": [-1.0] * 6, "q99": [1.0] * 6}
|
| 115 |
+
st[ROT] = {k: fixed[k] for k in st.get(ROT, fixed)} if ROT in st else fixed
|
| 116 |
+
(dst / "meta/stats.json").write_text(json.dumps(st, indent=2))
|
| 117 |
+
receipt = dict(task="b6v5j47", source=str(src), episodes=n, frames=frames, video_keys=vkeys, body_index=idx,
|
| 118 |
+
action47="body29 | inspire_left6 | inspire_right6 | root_rot6d (current-heading relative, hb_j47.py)",
|
| 119 |
+
action_delta_indices=list(range(0, 80, 2)), rot6d_bounds=[-1, 1],
|
| 120 |
+
humanwam_rotation="HumanWAM-joint src/imagewam/joint_reference_rotation.py",
|
| 121 |
+
modality_sha256=hashlib.sha256((dst / "meta/modality.json").read_bytes()).hexdigest(),
|
| 122 |
+
stats_sha256=hashlib.sha256((dst / "meta/stats.json").read_bytes()).hexdigest())
|
| 123 |
+
(dst / "hb-dataset-receipt.json").write_text(json.dumps(receipt, indent=2) + "\n")
|
| 124 |
+
print("DATASET_OK", json.dumps(receipt)[:600], flush=True)
|
| 125 |
+
|
| 126 |
+
|
| 127 |
+
main(sys.argv[1], sys.argv[2])
|
b6-pedal-bin/joint47-v5-150/code/verify_j47_cpu.py
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""CPU check of the GR00T joint47 data path (2026-11-18): loader dims (state44, action47), the stride-2 chunk, the
|
| 2 |
+
current-heading root rotation (hb_j47 vs HumanWAM computed directly from the recorded quaternions), the processor
|
| 3 |
+
patches and the v2 augmentation. Usage: <groot python> verify_j47_cpu.py <groot-data/b6v5j47>"""
|
| 4 |
+
import json
|
| 5 |
+
import os
|
| 6 |
+
import sys
|
| 7 |
+
from pathlib import Path
|
| 8 |
+
|
| 9 |
+
import numpy as np
|
| 10 |
+
|
| 11 |
+
H = Path(__file__).resolve().parent
|
| 12 |
+
sys.path.insert(0, str(H))
|
| 13 |
+
os.environ["HB_PATCH_ONLY"] = "1"
|
| 14 |
+
os.environ.setdefault("HB_J47_ROOT_KEY", "root_rot6d")
|
| 15 |
+
import hb_launch # noqa: E402,F401 (applies the processor patches, incl. hb_j47)
|
| 16 |
+
import hb_j47 # noqa: E402
|
| 17 |
+
import hb_aug_v2 as A # noqa: E402
|
| 18 |
+
import g1_joint47_h40 as C # noqa: E402
|
| 19 |
+
from gr00t.data.dataset.lerobot_episode_loader import LeRobotEpisodeLoader # noqa: E402
|
| 20 |
+
from gr00t.model.gr00t_n1d7.processing_gr00t_n1d7 import Gr00tN1d7Processor # noqa: E402
|
| 21 |
+
import pyarrow.parquet as pq # noqa: E402
|
| 22 |
+
|
| 23 |
+
view = Path(sys.argv[1])
|
| 24 |
+
cfg = C.g1_joint47_h40
|
| 25 |
+
loader = LeRobotEpisodeLoader(view, cfg)
|
| 26 |
+
out = {"episodes": len(loader)}
|
| 27 |
+
ep = 3
|
| 28 |
+
df = loader[ep]
|
| 29 |
+
cols = list(df.columns)
|
| 30 |
+
row = df.iloc[20]
|
| 31 |
+
state = {c: int(np.asarray(row[c]).size) for c in cols if c.startswith("state.")}
|
| 32 |
+
action = {c: int(np.asarray(row[c]).size) for c in cols if c.startswith("action.")}
|
| 33 |
+
out.update(state_dims=state, action_dims=action, state_total=sum(state.values()), action_total=sum(action.values()))
|
| 34 |
+
assert out["state_total"] == 44 and out["action_total"] == 47, out
|
| 35 |
+
info = json.loads((view / "meta/info.json").read_text())
|
| 36 |
+
assert not any("vel" in k for k in info["features"] if k.startswith("observation.state")), "velocity feature"
|
| 37 |
+
t = 100
|
| 38 |
+
offsets = cfg["action"].delta_indices
|
| 39 |
+
assert offsets == list(range(0, 80, 2))
|
| 40 |
+
world6 = np.stack([np.asarray(df["action.root_rot6d"].iloc[t + k]) for k in offsets])
|
| 41 |
+
rel = hb_j47.to_current_heading(world6)
|
| 42 |
+
tab = pq.read_table(view / "data/chunk-000/episode_000003.parquet").to_pandas()
|
| 43 |
+
q = np.stack(tab["observation.root_orientation"].to_numpy()).astype(np.float64)
|
| 44 |
+
direct = hb_j47.jrr.world_quaternion_to_heading_relative_rotation6d(q[[t + k for k in offsets]], q[t])
|
| 45 |
+
out["rot_max_abs_diff_vs_humanwam"] = float(np.abs(rel - direct).max())
|
| 46 |
+
out["rot_row0_heading_deg"] = float(np.degrees(np.arctan2(rel[0, 1], rel[0, 0])))
|
| 47 |
+
out["rot_range"] = [float(rel.min()), float(rel.max())]
|
| 48 |
+
assert out["rot_max_abs_diff_vs_humanwam"] < 1e-5 and abs(out["rot_row0_heading_deg"]) < 1e-3
|
| 49 |
+
body = np.stack([np.asarray(df["action.body29"].iloc[t + k]) for k in offsets])
|
| 50 |
+
names = info["features"]["observation.state"]["names"]
|
| 51 |
+
assert np.allclose(body[0], np.stack(tab["observation.state"].to_numpy())[t][names.index("left_hip_pitch_joint"):][:29])
|
| 52 |
+
stats = json.loads((view / "meta/stats.json").read_text())
|
| 53 |
+
out["rot_stats"] = {k: stats["action.root_rot6d_world"][k][:2] for k in ("min", "max")}
|
| 54 |
+
rng = np.random.default_rng(0)
|
| 55 |
+
dq = A.perturb_joints(np.zeros((1, 29)), rng)
|
| 56 |
+
out["proprio_max_abs_deg"] = round(float(np.degrees(np.abs(dq).max())), 3)
|
| 57 |
+
out["patched"] = Gr00tN1d7Processor.__call__.__module__ == "hb_j47" and Gr00tN1d7Processor._get_vlm_inputs.__name__ == "_get_vlm_inputs"
|
| 58 |
+
assert out["patched"], "processor patches missing"
|
| 59 |
+
print("J47_CPU_VERIFY_OK", json.dumps(out), flush=True)
|
b6-pedal-bin/joint47-v5-150/dataset_meta/hb-dataset-receipt.json
ADDED
|
@@ -0,0 +1,91 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "b6v5j47",
|
| 3 |
+
"source": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/b6-pedal-bin-v5-full/v5",
|
| 4 |
+
"episodes": 150,
|
| 5 |
+
"frames": 97891,
|
| 6 |
+
"video_keys": [
|
| 7 |
+
"observation.images.ego_view",
|
| 8 |
+
"observation.images.chest"
|
| 9 |
+
],
|
| 10 |
+
"body_index": [
|
| 11 |
+
0,
|
| 12 |
+
1,
|
| 13 |
+
2,
|
| 14 |
+
3,
|
| 15 |
+
4,
|
| 16 |
+
5,
|
| 17 |
+
6,
|
| 18 |
+
7,
|
| 19 |
+
8,
|
| 20 |
+
9,
|
| 21 |
+
10,
|
| 22 |
+
11,
|
| 23 |
+
12,
|
| 24 |
+
13,
|
| 25 |
+
14,
|
| 26 |
+
15,
|
| 27 |
+
16,
|
| 28 |
+
17,
|
| 29 |
+
18,
|
| 30 |
+
19,
|
| 31 |
+
20,
|
| 32 |
+
21,
|
| 33 |
+
22,
|
| 34 |
+
23,
|
| 35 |
+
24,
|
| 36 |
+
25,
|
| 37 |
+
26,
|
| 38 |
+
27,
|
| 39 |
+
28
|
| 40 |
+
],
|
| 41 |
+
"action47": "body29 | inspire_left6 | inspire_right6 | root_rot6d (current-heading relative, hb_j47.py)",
|
| 42 |
+
"action_delta_indices": [
|
| 43 |
+
0,
|
| 44 |
+
2,
|
| 45 |
+
4,
|
| 46 |
+
6,
|
| 47 |
+
8,
|
| 48 |
+
10,
|
| 49 |
+
12,
|
| 50 |
+
14,
|
| 51 |
+
16,
|
| 52 |
+
18,
|
| 53 |
+
20,
|
| 54 |
+
22,
|
| 55 |
+
24,
|
| 56 |
+
26,
|
| 57 |
+
28,
|
| 58 |
+
30,
|
| 59 |
+
32,
|
| 60 |
+
34,
|
| 61 |
+
36,
|
| 62 |
+
38,
|
| 63 |
+
40,
|
| 64 |
+
42,
|
| 65 |
+
44,
|
| 66 |
+
46,
|
| 67 |
+
48,
|
| 68 |
+
50,
|
| 69 |
+
52,
|
| 70 |
+
54,
|
| 71 |
+
56,
|
| 72 |
+
58,
|
| 73 |
+
60,
|
| 74 |
+
62,
|
| 75 |
+
64,
|
| 76 |
+
66,
|
| 77 |
+
68,
|
| 78 |
+
70,
|
| 79 |
+
72,
|
| 80 |
+
74,
|
| 81 |
+
76,
|
| 82 |
+
78
|
| 83 |
+
],
|
| 84 |
+
"rot6d_bounds": [
|
| 85 |
+
-1,
|
| 86 |
+
1
|
| 87 |
+
],
|
| 88 |
+
"humanwam_rotation": "HumanWAM-joint src/imagewam/joint_reference_rotation.py",
|
| 89 |
+
"modality_sha256": "ad42963a4ee78d485250a8fa30c5c6f24773f243910270f8d55be3b18ca144aa",
|
| 90 |
+
"stats_sha256": "ff9f03f64fa96b06e0b346eddcf948c4e2b5e499051a0920cd2a84a5170422d2"
|
| 91 |
+
}
|
b6-pedal-bin/joint47-v5-150/dataset_meta/info.json
ADDED
|
@@ -0,0 +1,587 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"codebase_version": "v2.1",
|
| 3 |
+
"robot_type": null,
|
| 4 |
+
"total_episodes": 150,
|
| 5 |
+
"total_frames": 97891,
|
| 6 |
+
"total_tasks": 1,
|
| 7 |
+
"total_videos": 300,
|
| 8 |
+
"total_chunks": 1,
|
| 9 |
+
"chunks_size": 1000,
|
| 10 |
+
"fps": 30,
|
| 11 |
+
"splits": {
|
| 12 |
+
"train": "0:150"
|
| 13 |
+
},
|
| 14 |
+
"data_path": "data/chunk-{episode_chunk:03d}/episode_{episode_index:06d}.parquet",
|
| 15 |
+
"video_path": "videos/chunk-{episode_chunk:03d}/{video_key}/episode_{episode_index:06d}.mp4",
|
| 16 |
+
"features": {
|
| 17 |
+
"observation.state": {
|
| 18 |
+
"dtype": "float64",
|
| 19 |
+
"shape": [
|
| 20 |
+
41
|
| 21 |
+
],
|
| 22 |
+
"names": [
|
| 23 |
+
"left_hip_pitch_joint",
|
| 24 |
+
"left_hip_roll_joint",
|
| 25 |
+
"left_hip_yaw_joint",
|
| 26 |
+
"left_knee_joint",
|
| 27 |
+
"left_ankle_pitch_joint",
|
| 28 |
+
"left_ankle_roll_joint",
|
| 29 |
+
"right_hip_pitch_joint",
|
| 30 |
+
"right_hip_roll_joint",
|
| 31 |
+
"right_hip_yaw_joint",
|
| 32 |
+
"right_knee_joint",
|
| 33 |
+
"right_ankle_pitch_joint",
|
| 34 |
+
"right_ankle_roll_joint",
|
| 35 |
+
"waist_yaw_joint",
|
| 36 |
+
"waist_roll_joint",
|
| 37 |
+
"waist_pitch_joint",
|
| 38 |
+
"left_shoulder_pitch_joint",
|
| 39 |
+
"left_shoulder_roll_joint",
|
| 40 |
+
"left_shoulder_yaw_joint",
|
| 41 |
+
"left_elbow_joint",
|
| 42 |
+
"left_wrist_roll_joint",
|
| 43 |
+
"left_wrist_pitch_joint",
|
| 44 |
+
"left_wrist_yaw_joint",
|
| 45 |
+
"right_shoulder_pitch_joint",
|
| 46 |
+
"right_shoulder_roll_joint",
|
| 47 |
+
"right_shoulder_yaw_joint",
|
| 48 |
+
"right_elbow_joint",
|
| 49 |
+
"right_wrist_roll_joint",
|
| 50 |
+
"right_wrist_pitch_joint",
|
| 51 |
+
"right_wrist_yaw_joint",
|
| 52 |
+
"left_hand_pinky",
|
| 53 |
+
"left_hand_ring",
|
| 54 |
+
"left_hand_middle",
|
| 55 |
+
"left_hand_index",
|
| 56 |
+
"left_hand_thumb_bend",
|
| 57 |
+
"left_hand_thumb_rotation",
|
| 58 |
+
"right_hand_pinky",
|
| 59 |
+
"right_hand_ring",
|
| 60 |
+
"right_hand_middle",
|
| 61 |
+
"right_hand_index",
|
| 62 |
+
"right_hand_thumb_bend",
|
| 63 |
+
"right_hand_thumb_rotation"
|
| 64 |
+
]
|
| 65 |
+
},
|
| 66 |
+
"observation.eef_state": {
|
| 67 |
+
"dtype": "float64",
|
| 68 |
+
"shape": [
|
| 69 |
+
14
|
| 70 |
+
],
|
| 71 |
+
"names": [
|
| 72 |
+
"left_wrist_pos",
|
| 73 |
+
"left_wrist_abs_quat",
|
| 74 |
+
"right_wrist_pos",
|
| 75 |
+
"right_wrist_abs_quat"
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
"action.wbc": {
|
| 79 |
+
"dtype": "float64",
|
| 80 |
+
"shape": [
|
| 81 |
+
41
|
| 82 |
+
],
|
| 83 |
+
"names": [
|
| 84 |
+
"left_hip_pitch_joint",
|
| 85 |
+
"left_hip_roll_joint",
|
| 86 |
+
"left_hip_yaw_joint",
|
| 87 |
+
"left_knee_joint",
|
| 88 |
+
"left_ankle_pitch_joint",
|
| 89 |
+
"left_ankle_roll_joint",
|
| 90 |
+
"right_hip_pitch_joint",
|
| 91 |
+
"right_hip_roll_joint",
|
| 92 |
+
"right_hip_yaw_joint",
|
| 93 |
+
"right_knee_joint",
|
| 94 |
+
"right_ankle_pitch_joint",
|
| 95 |
+
"right_ankle_roll_joint",
|
| 96 |
+
"waist_yaw_joint",
|
| 97 |
+
"waist_roll_joint",
|
| 98 |
+
"waist_pitch_joint",
|
| 99 |
+
"left_shoulder_pitch_joint",
|
| 100 |
+
"left_shoulder_roll_joint",
|
| 101 |
+
"left_shoulder_yaw_joint",
|
| 102 |
+
"left_elbow_joint",
|
| 103 |
+
"left_wrist_roll_joint",
|
| 104 |
+
"left_wrist_pitch_joint",
|
| 105 |
+
"left_wrist_yaw_joint",
|
| 106 |
+
"right_shoulder_pitch_joint",
|
| 107 |
+
"right_shoulder_roll_joint",
|
| 108 |
+
"right_shoulder_yaw_joint",
|
| 109 |
+
"right_elbow_joint",
|
| 110 |
+
"right_wrist_roll_joint",
|
| 111 |
+
"right_wrist_pitch_joint",
|
| 112 |
+
"right_wrist_yaw_joint",
|
| 113 |
+
"left_hand_pinky",
|
| 114 |
+
"left_hand_ring",
|
| 115 |
+
"left_hand_middle",
|
| 116 |
+
"left_hand_index",
|
| 117 |
+
"left_hand_thumb_bend",
|
| 118 |
+
"left_hand_thumb_rotation",
|
| 119 |
+
"right_hand_pinky",
|
| 120 |
+
"right_hand_ring",
|
| 121 |
+
"right_hand_middle",
|
| 122 |
+
"right_hand_index",
|
| 123 |
+
"right_hand_thumb_bend",
|
| 124 |
+
"right_hand_thumb_rotation"
|
| 125 |
+
]
|
| 126 |
+
},
|
| 127 |
+
"observation.root_orientation": {
|
| 128 |
+
"dtype": "float64",
|
| 129 |
+
"shape": [
|
| 130 |
+
4
|
| 131 |
+
],
|
| 132 |
+
"names": [
|
| 133 |
+
"base_qw",
|
| 134 |
+
"base_qx",
|
| 135 |
+
"base_qy",
|
| 136 |
+
"base_qz"
|
| 137 |
+
]
|
| 138 |
+
},
|
| 139 |
+
"observation.projected_gravity": {
|
| 140 |
+
"dtype": "float64",
|
| 141 |
+
"shape": [
|
| 142 |
+
3
|
| 143 |
+
],
|
| 144 |
+
"names": [
|
| 145 |
+
"gravity_x",
|
| 146 |
+
"gravity_y",
|
| 147 |
+
"gravity_z"
|
| 148 |
+
]
|
| 149 |
+
},
|
| 150 |
+
"observation.cpp_rotation_offset": {
|
| 151 |
+
"dtype": "float64",
|
| 152 |
+
"shape": [
|
| 153 |
+
4
|
| 154 |
+
],
|
| 155 |
+
"names": [
|
| 156 |
+
"rot_offset_qw",
|
| 157 |
+
"rot_offset_qx",
|
| 158 |
+
"rot_offset_qy",
|
| 159 |
+
"rot_offset_qz"
|
| 160 |
+
]
|
| 161 |
+
},
|
| 162 |
+
"observation.init_base_quat": {
|
| 163 |
+
"dtype": "float64",
|
| 164 |
+
"shape": [
|
| 165 |
+
4
|
| 166 |
+
],
|
| 167 |
+
"names": [
|
| 168 |
+
"init_base_qw",
|
| 169 |
+
"init_base_qx",
|
| 170 |
+
"init_base_qy",
|
| 171 |
+
"init_base_qz"
|
| 172 |
+
]
|
| 173 |
+
},
|
| 174 |
+
"teleop.delta_heading": {
|
| 175 |
+
"dtype": "float64",
|
| 176 |
+
"shape": [
|
| 177 |
+
1
|
| 178 |
+
],
|
| 179 |
+
"names": [
|
| 180 |
+
"delta_heading"
|
| 181 |
+
]
|
| 182 |
+
},
|
| 183 |
+
"action.motion_token": {
|
| 184 |
+
"dtype": "float64",
|
| 185 |
+
"shape": [
|
| 186 |
+
64
|
| 187 |
+
],
|
| 188 |
+
"names": "motion_token"
|
| 189 |
+
},
|
| 190 |
+
"teleop.smpl_joints": {
|
| 191 |
+
"dtype": "float32",
|
| 192 |
+
"shape": [
|
| 193 |
+
72
|
| 194 |
+
],
|
| 195 |
+
"names": "smpl_joints"
|
| 196 |
+
},
|
| 197 |
+
"teleop.smpl_pose": {
|
| 198 |
+
"dtype": "float32",
|
| 199 |
+
"shape": [
|
| 200 |
+
63
|
| 201 |
+
],
|
| 202 |
+
"names": "smpl_pose"
|
| 203 |
+
},
|
| 204 |
+
"teleop.body_quat_w": {
|
| 205 |
+
"dtype": "float32",
|
| 206 |
+
"shape": [
|
| 207 |
+
4
|
| 208 |
+
],
|
| 209 |
+
"names": "body_quat_w"
|
| 210 |
+
},
|
| 211 |
+
"teleop.target_body_orientation": {
|
| 212 |
+
"dtype": "float32",
|
| 213 |
+
"shape": [
|
| 214 |
+
6
|
| 215 |
+
],
|
| 216 |
+
"names": [
|
| 217 |
+
"target_body_r00",
|
| 218 |
+
"target_body_r10",
|
| 219 |
+
"target_body_r01",
|
| 220 |
+
"target_body_r11",
|
| 221 |
+
"target_body_r02",
|
| 222 |
+
"target_body_r12"
|
| 223 |
+
]
|
| 224 |
+
},
|
| 225 |
+
"teleop.left_hand_joints": {
|
| 226 |
+
"dtype": "float32",
|
| 227 |
+
"shape": [
|
| 228 |
+
7
|
| 229 |
+
],
|
| 230 |
+
"names": "left_hand_joints"
|
| 231 |
+
},
|
| 232 |
+
"teleop.right_hand_joints": {
|
| 233 |
+
"dtype": "float32",
|
| 234 |
+
"shape": [
|
| 235 |
+
7
|
| 236 |
+
],
|
| 237 |
+
"names": "right_hand_joints"
|
| 238 |
+
},
|
| 239 |
+
"teleop.inspire_left_hand_cmd": {
|
| 240 |
+
"dtype": "float32",
|
| 241 |
+
"shape": [
|
| 242 |
+
6
|
| 243 |
+
],
|
| 244 |
+
"names": [
|
| 245 |
+
"left_pinky",
|
| 246 |
+
"left_ring",
|
| 247 |
+
"left_middle",
|
| 248 |
+
"left_index",
|
| 249 |
+
"left_thumb_pitch",
|
| 250 |
+
"left_thumb_yaw"
|
| 251 |
+
]
|
| 252 |
+
},
|
| 253 |
+
"teleop.inspire_right_hand_cmd": {
|
| 254 |
+
"dtype": "float32",
|
| 255 |
+
"shape": [
|
| 256 |
+
6
|
| 257 |
+
],
|
| 258 |
+
"names": [
|
| 259 |
+
"right_pinky",
|
| 260 |
+
"right_ring",
|
| 261 |
+
"right_middle",
|
| 262 |
+
"right_index",
|
| 263 |
+
"right_thumb_pitch",
|
| 264 |
+
"right_thumb_yaw"
|
| 265 |
+
]
|
| 266 |
+
},
|
| 267 |
+
"teleop.inspire_hand_cmd_age_ms": {
|
| 268 |
+
"dtype": "float32",
|
| 269 |
+
"shape": [
|
| 270 |
+
1
|
| 271 |
+
],
|
| 272 |
+
"names": [
|
| 273 |
+
"inspire_hand_cmd_age_ms"
|
| 274 |
+
]
|
| 275 |
+
},
|
| 276 |
+
"teleop.controller": {
|
| 277 |
+
"dtype": "float32",
|
| 278 |
+
"shape": [
|
| 279 |
+
4
|
| 280 |
+
],
|
| 281 |
+
"names": [
|
| 282 |
+
"left_trigger",
|
| 283 |
+
"right_trigger",
|
| 284 |
+
"left_grip",
|
| 285 |
+
"right_grip"
|
| 286 |
+
]
|
| 287 |
+
},
|
| 288 |
+
"teleop.pose_sample_age_ms": {
|
| 289 |
+
"dtype": "float32",
|
| 290 |
+
"shape": [
|
| 291 |
+
1
|
| 292 |
+
],
|
| 293 |
+
"names": [
|
| 294 |
+
"pose_sample_age_ms"
|
| 295 |
+
]
|
| 296 |
+
},
|
| 297 |
+
"teleop.smpl_frame_index": {
|
| 298 |
+
"dtype": "int64",
|
| 299 |
+
"shape": [
|
| 300 |
+
1
|
| 301 |
+
],
|
| 302 |
+
"names": [
|
| 303 |
+
"smpl_frame_index"
|
| 304 |
+
]
|
| 305 |
+
},
|
| 306 |
+
"teleop.left_wrist_joints": {
|
| 307 |
+
"dtype": "float32",
|
| 308 |
+
"shape": [
|
| 309 |
+
3
|
| 310 |
+
],
|
| 311 |
+
"names": [
|
| 312 |
+
"left_wrist_roll",
|
| 313 |
+
"left_wrist_pitch",
|
| 314 |
+
"left_wrist_yaw"
|
| 315 |
+
]
|
| 316 |
+
},
|
| 317 |
+
"teleop.right_wrist_joints": {
|
| 318 |
+
"dtype": "float32",
|
| 319 |
+
"shape": [
|
| 320 |
+
3
|
| 321 |
+
],
|
| 322 |
+
"names": [
|
| 323 |
+
"right_wrist_roll",
|
| 324 |
+
"right_wrist_pitch",
|
| 325 |
+
"right_wrist_yaw"
|
| 326 |
+
]
|
| 327 |
+
},
|
| 328 |
+
"teleop.stream_mode": {
|
| 329 |
+
"dtype": "int32",
|
| 330 |
+
"shape": [
|
| 331 |
+
1
|
| 332 |
+
],
|
| 333 |
+
"names": [
|
| 334 |
+
"stream_mode"
|
| 335 |
+
]
|
| 336 |
+
},
|
| 337 |
+
"teleop.planner_mode": {
|
| 338 |
+
"dtype": "int32",
|
| 339 |
+
"shape": [
|
| 340 |
+
1
|
| 341 |
+
],
|
| 342 |
+
"names": [
|
| 343 |
+
"locomotion_mode"
|
| 344 |
+
]
|
| 345 |
+
},
|
| 346 |
+
"teleop.planner_movement": {
|
| 347 |
+
"dtype": "float32",
|
| 348 |
+
"shape": [
|
| 349 |
+
3
|
| 350 |
+
],
|
| 351 |
+
"names": [
|
| 352 |
+
"movement_x",
|
| 353 |
+
"movement_y",
|
| 354 |
+
"movement_z"
|
| 355 |
+
]
|
| 356 |
+
},
|
| 357 |
+
"teleop.planner_facing": {
|
| 358 |
+
"dtype": "float32",
|
| 359 |
+
"shape": [
|
| 360 |
+
3
|
| 361 |
+
],
|
| 362 |
+
"names": [
|
| 363 |
+
"facing_x",
|
| 364 |
+
"facing_y",
|
| 365 |
+
"facing_z"
|
| 366 |
+
]
|
| 367 |
+
},
|
| 368 |
+
"teleop.planner_speed": {
|
| 369 |
+
"dtype": "float32",
|
| 370 |
+
"shape": [
|
| 371 |
+
1
|
| 372 |
+
],
|
| 373 |
+
"names": [
|
| 374 |
+
"speed"
|
| 375 |
+
]
|
| 376 |
+
},
|
| 377 |
+
"teleop.planner_height": {
|
| 378 |
+
"dtype": "float32",
|
| 379 |
+
"shape": [
|
| 380 |
+
1
|
| 381 |
+
],
|
| 382 |
+
"names": [
|
| 383 |
+
"height"
|
| 384 |
+
]
|
| 385 |
+
},
|
| 386 |
+
"teleop.vr_3pt_position": {
|
| 387 |
+
"dtype": "float32",
|
| 388 |
+
"shape": [
|
| 389 |
+
9
|
| 390 |
+
],
|
| 391 |
+
"names": [
|
| 392 |
+
"lwrist_x",
|
| 393 |
+
"lwrist_y",
|
| 394 |
+
"lwrist_z",
|
| 395 |
+
"rwrist_x",
|
| 396 |
+
"rwrist_y",
|
| 397 |
+
"rwrist_z",
|
| 398 |
+
"neck_x",
|
| 399 |
+
"neck_y",
|
| 400 |
+
"neck_z"
|
| 401 |
+
]
|
| 402 |
+
},
|
| 403 |
+
"teleop.vr_3pt_orientation": {
|
| 404 |
+
"dtype": "float32",
|
| 405 |
+
"shape": [
|
| 406 |
+
18
|
| 407 |
+
],
|
| 408 |
+
"names": [
|
| 409 |
+
"lwrist_r00",
|
| 410 |
+
"lwrist_r10",
|
| 411 |
+
"lwrist_r01",
|
| 412 |
+
"lwrist_r11",
|
| 413 |
+
"lwrist_r02",
|
| 414 |
+
"lwrist_r12",
|
| 415 |
+
"rwrist_r00",
|
| 416 |
+
"rwrist_r10",
|
| 417 |
+
"rwrist_r01",
|
| 418 |
+
"rwrist_r11",
|
| 419 |
+
"rwrist_r02",
|
| 420 |
+
"rwrist_r12",
|
| 421 |
+
"neck_r00",
|
| 422 |
+
"neck_r10",
|
| 423 |
+
"neck_r01",
|
| 424 |
+
"neck_r11",
|
| 425 |
+
"neck_r02",
|
| 426 |
+
"neck_r12"
|
| 427 |
+
]
|
| 428 |
+
},
|
| 429 |
+
"observation.images.ego_view": {
|
| 430 |
+
"dtype": "video",
|
| 431 |
+
"shape": [
|
| 432 |
+
480,
|
| 433 |
+
640,
|
| 434 |
+
3
|
| 435 |
+
],
|
| 436 |
+
"names": [
|
| 437 |
+
"height",
|
| 438 |
+
"width",
|
| 439 |
+
"channel"
|
| 440 |
+
],
|
| 441 |
+
"info": {
|
| 442 |
+
"video.height": 480,
|
| 443 |
+
"video.width": 640,
|
| 444 |
+
"video.codec": "h264",
|
| 445 |
+
"video.pix_fmt": "yuv420p",
|
| 446 |
+
"video.is_depth_map": false,
|
| 447 |
+
"video.fps": 30,
|
| 448 |
+
"video.channels": 3,
|
| 449 |
+
"has_audio": false
|
| 450 |
+
}
|
| 451 |
+
},
|
| 452 |
+
"observation.root_position": {
|
| 453 |
+
"dtype": "float64",
|
| 454 |
+
"shape": [
|
| 455 |
+
3
|
| 456 |
+
],
|
| 457 |
+
"names": [
|
| 458 |
+
"base_x",
|
| 459 |
+
"base_y",
|
| 460 |
+
"base_z"
|
| 461 |
+
]
|
| 462 |
+
},
|
| 463 |
+
"observation.inspire_left_hand_state": {
|
| 464 |
+
"dtype": "float32",
|
| 465 |
+
"shape": [
|
| 466 |
+
6
|
| 467 |
+
],
|
| 468 |
+
"names": [
|
| 469 |
+
"left_pinky",
|
| 470 |
+
"left_ring",
|
| 471 |
+
"left_middle",
|
| 472 |
+
"left_index",
|
| 473 |
+
"left_thumb_bend",
|
| 474 |
+
"left_thumb_rotation"
|
| 475 |
+
]
|
| 476 |
+
},
|
| 477 |
+
"observation.inspire_right_hand_state": {
|
| 478 |
+
"dtype": "float32",
|
| 479 |
+
"shape": [
|
| 480 |
+
6
|
| 481 |
+
],
|
| 482 |
+
"names": [
|
| 483 |
+
"right_pinky",
|
| 484 |
+
"right_ring",
|
| 485 |
+
"right_middle",
|
| 486 |
+
"right_index",
|
| 487 |
+
"right_thumb_bend",
|
| 488 |
+
"right_thumb_rotation"
|
| 489 |
+
]
|
| 490 |
+
},
|
| 491 |
+
"observation.images.chest": {
|
| 492 |
+
"dtype": "video",
|
| 493 |
+
"shape": [
|
| 494 |
+
480,
|
| 495 |
+
640,
|
| 496 |
+
3
|
| 497 |
+
],
|
| 498 |
+
"names": [
|
| 499 |
+
"height",
|
| 500 |
+
"width",
|
| 501 |
+
"channel"
|
| 502 |
+
],
|
| 503 |
+
"info": {
|
| 504 |
+
"video.height": 480,
|
| 505 |
+
"video.width": 640,
|
| 506 |
+
"video.codec": "h264",
|
| 507 |
+
"video.pix_fmt": "yuv420p",
|
| 508 |
+
"video.is_depth_map": false,
|
| 509 |
+
"video.fps": 30,
|
| 510 |
+
"video.channels": 3,
|
| 511 |
+
"has_audio": false
|
| 512 |
+
}
|
| 513 |
+
},
|
| 514 |
+
"timestamp": {
|
| 515 |
+
"dtype": "float32",
|
| 516 |
+
"shape": [
|
| 517 |
+
1
|
| 518 |
+
],
|
| 519 |
+
"names": null
|
| 520 |
+
},
|
| 521 |
+
"frame_index": {
|
| 522 |
+
"dtype": "int64",
|
| 523 |
+
"shape": [
|
| 524 |
+
1
|
| 525 |
+
],
|
| 526 |
+
"names": null
|
| 527 |
+
},
|
| 528 |
+
"episode_index": {
|
| 529 |
+
"dtype": "int64",
|
| 530 |
+
"shape": [
|
| 531 |
+
1
|
| 532 |
+
],
|
| 533 |
+
"names": null
|
| 534 |
+
},
|
| 535 |
+
"index": {
|
| 536 |
+
"dtype": "int64",
|
| 537 |
+
"shape": [
|
| 538 |
+
1
|
| 539 |
+
],
|
| 540 |
+
"names": null
|
| 541 |
+
},
|
| 542 |
+
"task_index": {
|
| 543 |
+
"dtype": "int64",
|
| 544 |
+
"shape": [
|
| 545 |
+
1
|
| 546 |
+
],
|
| 547 |
+
"names": null
|
| 548 |
+
},
|
| 549 |
+
"action.root_rot6d_world": {
|
| 550 |
+
"dtype": "float32",
|
| 551 |
+
"shape": [
|
| 552 |
+
6
|
| 553 |
+
],
|
| 554 |
+
"names": [
|
| 555 |
+
"r00",
|
| 556 |
+
"r10",
|
| 557 |
+
"r20",
|
| 558 |
+
"r01",
|
| 559 |
+
"r11",
|
| 560 |
+
"r21"
|
| 561 |
+
]
|
| 562 |
+
}
|
| 563 |
+
},
|
| 564 |
+
"script_config": {
|
| 565 |
+
"source": "sim",
|
| 566 |
+
"simulator": "newton",
|
| 567 |
+
"controller": "SONIC g1_deploy_onnx_ref in sim lockstep (planner and upper-body commands, no PICO stream)",
|
| 568 |
+
"exporter": "humanoid_newton.collect.lerobot_export",
|
| 569 |
+
"control_frequency": 50.0,
|
| 570 |
+
"record_wrist_cameras": false,
|
| 571 |
+
"record_chest_camera": true,
|
| 572 |
+
"rotate_chest_camera_180": false,
|
| 573 |
+
"record_depth": false,
|
| 574 |
+
"record_root_position": true,
|
| 575 |
+
"record_inspire_hand_state": true,
|
| 576 |
+
"record_inspire_hand_cmd": true,
|
| 577 |
+
"no_camera": false,
|
| 578 |
+
"camera_backend": "offline_render",
|
| 579 |
+
"camera_note": "ego_view and chest rendered offline (humanoid_newton.rendering.splat_render) from the recorded body poses at the registered D455 mounts; chest rendered upright (the real exporter rotates its upside-down chest stream by 180 deg); cameras not calibrated against the real ones",
|
| 580 |
+
"task": "b6",
|
| 581 |
+
"collect_config": "demo_randomized",
|
| 582 |
+
"scene": "eai_room_fridge_001",
|
| 583 |
+
"task_description": "Pick up the chip barrel from the cart, walk to the pedal bin, step on its pedal and drop it in.",
|
| 584 |
+
"git_commit": "12f35ac8081bf0a043389aab6a9c334f94b9cab4"
|
| 585 |
+
},
|
| 586 |
+
"discarded_episode_indices": []
|
| 587 |
+
}
|
b6-pedal-bin/joint47-v5-150/dataset_meta/modality.json
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"state": {
|
| 3 |
+
"left_leg": {
|
| 4 |
+
"original_key": "observation.state",
|
| 5 |
+
"start": 0,
|
| 6 |
+
"end": 6
|
| 7 |
+
},
|
| 8 |
+
"right_leg": {
|
| 9 |
+
"original_key": "observation.state",
|
| 10 |
+
"start": 6,
|
| 11 |
+
"end": 12
|
| 12 |
+
},
|
| 13 |
+
"waist": {
|
| 14 |
+
"original_key": "observation.state",
|
| 15 |
+
"start": 12,
|
| 16 |
+
"end": 15
|
| 17 |
+
},
|
| 18 |
+
"left_arm": {
|
| 19 |
+
"original_key": "observation.state",
|
| 20 |
+
"start": 15,
|
| 21 |
+
"end": 22
|
| 22 |
+
},
|
| 23 |
+
"right_arm": {
|
| 24 |
+
"original_key": "observation.state",
|
| 25 |
+
"start": 22,
|
| 26 |
+
"end": 29
|
| 27 |
+
},
|
| 28 |
+
"left_hand": {
|
| 29 |
+
"original_key": "observation.inspire_left_hand_state",
|
| 30 |
+
"start": 0,
|
| 31 |
+
"end": 6
|
| 32 |
+
},
|
| 33 |
+
"right_hand": {
|
| 34 |
+
"original_key": "observation.inspire_right_hand_state",
|
| 35 |
+
"start": 0,
|
| 36 |
+
"end": 6
|
| 37 |
+
},
|
| 38 |
+
"projected_gravity": {
|
| 39 |
+
"original_key": "observation.projected_gravity",
|
| 40 |
+
"start": 0,
|
| 41 |
+
"end": 3
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"action": {
|
| 45 |
+
"body29": {
|
| 46 |
+
"original_key": "observation.state",
|
| 47 |
+
"start": 0,
|
| 48 |
+
"end": 29
|
| 49 |
+
},
|
| 50 |
+
"left_hand_target": {
|
| 51 |
+
"original_key": "observation.inspire_left_hand_state",
|
| 52 |
+
"start": 0,
|
| 53 |
+
"end": 6
|
| 54 |
+
},
|
| 55 |
+
"right_hand_target": {
|
| 56 |
+
"original_key": "observation.inspire_right_hand_state",
|
| 57 |
+
"start": 0,
|
| 58 |
+
"end": 6
|
| 59 |
+
},
|
| 60 |
+
"root_rot6d": {
|
| 61 |
+
"original_key": "action.root_rot6d_world",
|
| 62 |
+
"start": 0,
|
| 63 |
+
"end": 6
|
| 64 |
+
}
|
| 65 |
+
},
|
| 66 |
+
"video": {
|
| 67 |
+
"ego_view": {
|
| 68 |
+
"original_key": "observation.images.ego_view"
|
| 69 |
+
},
|
| 70 |
+
"chest": {
|
| 71 |
+
"original_key": "observation.images.chest"
|
| 72 |
+
}
|
| 73 |
+
},
|
| 74 |
+
"annotation": {
|
| 75 |
+
"human.task_description": {
|
| 76 |
+
"original_key": "task_index"
|
| 77 |
+
}
|
| 78 |
+
}
|
| 79 |
+
}
|
b6-pedal-bin/joint47-v5-150/logs/production.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
b6-pedal-bin/joint47-v5-150/production-complete.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"task": "b6v5j47", "frames": 97891, "recipe": "joint47 (body29 | Inspire12 | root rot6D current heading), H40 stride 2, full fine-tune, fixed steps", "per_gpu_batch": 16, "gradient_accumulation_steps": 1, "world_size": 32, "global_batch": 512, "max_steps": 4000, "save_steps": 500, "save_list": [2000, 2500, 3000, 3500, 4000], "epochs_equivalent": 20.92}
|
b6-pedal-bin/joint47-v5-150/step-003500/config.json
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_horizon": 40,
|
| 3 |
+
"add_pos_embed": true,
|
| 4 |
+
"apply_sincos_state_encoding": false,
|
| 5 |
+
"architectures": [
|
| 6 |
+
"Gr00tN1d7"
|
| 7 |
+
],
|
| 8 |
+
"attn_dropout": 0.2,
|
| 9 |
+
"attn_implementation": null,
|
| 10 |
+
"backbone_embedding_dim": 2048,
|
| 11 |
+
"backbone_trainable_params_fp32": true,
|
| 12 |
+
"color_jitter_params": {
|
| 13 |
+
"brightness": 0.3,
|
| 14 |
+
"contrast": 0.4,
|
| 15 |
+
"hue": 0.08,
|
| 16 |
+
"saturation": 0.5
|
| 17 |
+
},
|
| 18 |
+
"crop_fraction": 0.95,
|
| 19 |
+
"diffusion_model_cfg": {
|
| 20 |
+
"attention_head_dim": 48,
|
| 21 |
+
"dropout": 0.2,
|
| 22 |
+
"final_dropout": true,
|
| 23 |
+
"interleave_self_attention": true,
|
| 24 |
+
"norm_type": "ada_norm",
|
| 25 |
+
"num_attention_heads": 32,
|
| 26 |
+
"num_layers": 32,
|
| 27 |
+
"output_dim": 1024,
|
| 28 |
+
"positional_embeddings": null
|
| 29 |
+
},
|
| 30 |
+
"dtype": "bfloat16",
|
| 31 |
+
"exclude_state": false,
|
| 32 |
+
"formalize_language": true,
|
| 33 |
+
"hidden_size": 1024,
|
| 34 |
+
"image_crop_size": [
|
| 35 |
+
230,
|
| 36 |
+
230
|
| 37 |
+
],
|
| 38 |
+
"image_target_size": [
|
| 39 |
+
256,
|
| 40 |
+
256
|
| 41 |
+
],
|
| 42 |
+
"letter_box_transform": false,
|
| 43 |
+
"load_bf16": false,
|
| 44 |
+
"max_action_dim": 132,
|
| 45 |
+
"max_num_embodiments": 32,
|
| 46 |
+
"max_seq_len": 1024,
|
| 47 |
+
"max_state_dim": 132,
|
| 48 |
+
"model_dtype": "bfloat16",
|
| 49 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 50 |
+
"model_type": "Gr00tN1d7",
|
| 51 |
+
"noise_beta_alpha": 1.5,
|
| 52 |
+
"noise_beta_beta": 1.0,
|
| 53 |
+
"noise_s": 0.999,
|
| 54 |
+
"num_inference_timesteps": 4,
|
| 55 |
+
"num_timestep_buckets": 1000,
|
| 56 |
+
"random_history_crop": true,
|
| 57 |
+
"random_rotation_angle": 0,
|
| 58 |
+
"reproject_vision": false,
|
| 59 |
+
"rtc_ramp_rate": 6.0,
|
| 60 |
+
"select_layer": 16,
|
| 61 |
+
"shortest_image_edge": 256,
|
| 62 |
+
"state_dropout_prob": 0.2,
|
| 63 |
+
"state_gaussian_noise_std": 0.0,
|
| 64 |
+
"strict_action_padding_mask": false,
|
| 65 |
+
"strict_vl_padding_mask": false,
|
| 66 |
+
"transformers_version": "4.57.3",
|
| 67 |
+
"tune_diffusion_model": true,
|
| 68 |
+
"tune_linear": true,
|
| 69 |
+
"tune_llm": true,
|
| 70 |
+
"tune_projector": true,
|
| 71 |
+
"tune_top_llm_layers": 0,
|
| 72 |
+
"tune_visual": true,
|
| 73 |
+
"tune_vlln": true,
|
| 74 |
+
"use_albumentations": true,
|
| 75 |
+
"use_alternate_vl_dit": true,
|
| 76 |
+
"use_flash_attention": true,
|
| 77 |
+
"use_future_tokens": false,
|
| 78 |
+
"use_mean_std": false,
|
| 79 |
+
"use_percentiles": true,
|
| 80 |
+
"use_vl_self_attention": true,
|
| 81 |
+
"use_vlln": true,
|
| 82 |
+
"vl_self_attention_cfg": {
|
| 83 |
+
"attention_head_dim": 64,
|
| 84 |
+
"dropout": 0.2,
|
| 85 |
+
"final_dropout": true,
|
| 86 |
+
"num_attention_heads": 32,
|
| 87 |
+
"num_layers": 4,
|
| 88 |
+
"positional_embeddings": null
|
| 89 |
+
}
|
| 90 |
+
}
|
b6-pedal-bin/joint47-v5-150/step-003500/embodiment_id.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"robocasa_panda_omron": 13,
|
| 3 |
+
"oxe_droid": 17,
|
| 4 |
+
"oxe_fractal": 18,
|
| 5 |
+
"oxe_language_table": 19,
|
| 6 |
+
"oxe_bridge": 20,
|
| 7 |
+
"unknown": 22,
|
| 8 |
+
"gr1_unified": 20,
|
| 9 |
+
"agibot": 26,
|
| 10 |
+
"sim_behavior_r1_pro": 23,
|
| 11 |
+
"xdof": 24,
|
| 12 |
+
"xdof_oss_data": 25,
|
| 13 |
+
"unitree_g1_full_body_with_waist_height_nav_cmd": 25,
|
| 14 |
+
"real_r1_pro_sharpa": 27,
|
| 15 |
+
"real_r1_pro_sharpa_add_view": 27,
|
| 16 |
+
"real_r1_pro_sharpa_relative_arm_joint": 26,
|
| 17 |
+
"real_r1_pro_sharpa_delta_eef": 26,
|
| 18 |
+
"real_r1_pro_sharpa_absolute_eef": 26,
|
| 19 |
+
"real_r1_pro_sharpa_meanstd": 26,
|
| 20 |
+
"real_r1_pro_sharpa_relative_eef": 26,
|
| 21 |
+
"real_r1_pro_sharpa_relative_eef_add_view": 26,
|
| 22 |
+
"real_r1_pro_sharpa_relative_eef_relative_hand": 26,
|
| 23 |
+
"real_r1_pro_sharpa_relative_eef_human": 26,
|
| 24 |
+
"real_r1_pro_sharpa_relative_eef_human_add_view": 26,
|
| 25 |
+
"real_r1_pro_sharpa_relative_eef_human_relative_hand": 26,
|
| 26 |
+
"real_r1_pro_sharpa_relative_eef_egodex": 26,
|
| 27 |
+
"real_r1_pro_sharpa_relative_eef_egodex_relative_hand": 26,
|
| 28 |
+
"real_r1_pro_sharpa_relative_eef_egodex_wrist_only": 26,
|
| 29 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights": 26,
|
| 30 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand": 26,
|
| 31 |
+
"real_r1_pro_sharpa_relative_eef_mecka": 26,
|
| 32 |
+
"real_r1_pro_sharpa_relative_eef_mecka_relative_hand": 26,
|
| 33 |
+
"real_g1_relative_eef_absolute_joints": 25,
|
| 34 |
+
"real_g1_relative_eef_absolute_joints_wrist_cam": 25,
|
| 35 |
+
"real_g1_relative_eef_relative_joints": 25,
|
| 36 |
+
"real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint": 26,
|
| 37 |
+
"real_r1_pro_sharpa_relative_joint": 29,
|
| 38 |
+
"oxe_droid_relative_eef_relative_joint": 24,
|
| 39 |
+
"oxe_droid_relative_eef_relative_joint_swapped": 24,
|
| 40 |
+
"oxe_droid_relative_eef_relative_joint_upweight_z": 24,
|
| 41 |
+
"oxe_droid_relative_eef_relative_joint_upweight_z_swapped": 24,
|
| 42 |
+
"oxe_droid_relative_eef_relative_joint_3view": 24,
|
| 43 |
+
"oxe_droid_relative_eef_relative_joint_3view_swapped": 24,
|
| 44 |
+
"oxe_droid_relative_eef": 24,
|
| 45 |
+
"oxe_droid_joint_position_relative": 24,
|
| 46 |
+
"xdof_relative_eef_relative_joint": 27,
|
| 47 |
+
"xdof_relative_eef_relative_joint_subtask": 27,
|
| 48 |
+
"xdof_relative_eef": 27,
|
| 49 |
+
"xdof_relative_joint": 28,
|
| 50 |
+
"simpler_env_google": 0,
|
| 51 |
+
"simpler_env_widowx": 1,
|
| 52 |
+
"libero_sim": 2,
|
| 53 |
+
"droid_sim": 3,
|
| 54 |
+
"robocasa_gr1_tabletop": 10,
|
| 55 |
+
"new_embodiment": 10,
|
| 56 |
+
"unitree_g1_sonic": 11
|
| 57 |
+
}
|
b6-pedal-bin/joint47-v5-150/step-003500/model-00001-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4721fdf2fd463d0724a6587ce0e038a5c408f05537d5b48da8ce85430197b449
|
| 3 |
+
size 4990519232
|
b6-pedal-bin/joint47-v5-150/step-003500/model-00002-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eff486e4763a5cb0f96482c58309027ded3647638114279d3b0ff0d7d63e777a
|
| 3 |
+
size 1919980184
|
b6-pedal-bin/joint47-v5-150/step-003500/model.safetensors.index.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
b6-pedal-bin/joint47-v5-150/step-003500/processor_config.json
ADDED
|
@@ -0,0 +1,1168 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"processor_class": "Gr00tN1d7Processor",
|
| 3 |
+
"processor_kwargs": {
|
| 4 |
+
"modality_configs": {
|
| 5 |
+
"real_g1_relative_eef_relative_joints": {
|
| 6 |
+
"video": {
|
| 7 |
+
"delta_indices": [
|
| 8 |
+
-20,
|
| 9 |
+
0
|
| 10 |
+
],
|
| 11 |
+
"modality_keys": [
|
| 12 |
+
"ego_view"
|
| 13 |
+
],
|
| 14 |
+
"sin_cos_embedding_keys": null,
|
| 15 |
+
"mean_std_embedding_keys": null,
|
| 16 |
+
"action_configs": null
|
| 17 |
+
},
|
| 18 |
+
"state": {
|
| 19 |
+
"delta_indices": [
|
| 20 |
+
0
|
| 21 |
+
],
|
| 22 |
+
"modality_keys": [
|
| 23 |
+
"left_wrist_eef_9d",
|
| 24 |
+
"right_wrist_eef_9d",
|
| 25 |
+
"left_hand",
|
| 26 |
+
"right_hand",
|
| 27 |
+
"left_arm",
|
| 28 |
+
"right_arm",
|
| 29 |
+
"waist"
|
| 30 |
+
],
|
| 31 |
+
"sin_cos_embedding_keys": null,
|
| 32 |
+
"mean_std_embedding_keys": null,
|
| 33 |
+
"action_configs": null
|
| 34 |
+
},
|
| 35 |
+
"action": {
|
| 36 |
+
"delta_indices": [
|
| 37 |
+
0,
|
| 38 |
+
1,
|
| 39 |
+
2,
|
| 40 |
+
3,
|
| 41 |
+
4,
|
| 42 |
+
5,
|
| 43 |
+
6,
|
| 44 |
+
7,
|
| 45 |
+
8,
|
| 46 |
+
9,
|
| 47 |
+
10,
|
| 48 |
+
11,
|
| 49 |
+
12,
|
| 50 |
+
13,
|
| 51 |
+
14,
|
| 52 |
+
15,
|
| 53 |
+
16,
|
| 54 |
+
17,
|
| 55 |
+
18,
|
| 56 |
+
19,
|
| 57 |
+
20,
|
| 58 |
+
21,
|
| 59 |
+
22,
|
| 60 |
+
23,
|
| 61 |
+
24,
|
| 62 |
+
25,
|
| 63 |
+
26,
|
| 64 |
+
27,
|
| 65 |
+
28,
|
| 66 |
+
29,
|
| 67 |
+
30,
|
| 68 |
+
31,
|
| 69 |
+
32,
|
| 70 |
+
33,
|
| 71 |
+
34,
|
| 72 |
+
35,
|
| 73 |
+
36,
|
| 74 |
+
37,
|
| 75 |
+
38,
|
| 76 |
+
39
|
| 77 |
+
],
|
| 78 |
+
"modality_keys": [
|
| 79 |
+
"left_wrist_eef_9d",
|
| 80 |
+
"right_wrist_eef_9d",
|
| 81 |
+
"left_hand",
|
| 82 |
+
"right_hand",
|
| 83 |
+
"left_arm",
|
| 84 |
+
"right_arm",
|
| 85 |
+
"waist",
|
| 86 |
+
"base_height_command",
|
| 87 |
+
"navigate_command"
|
| 88 |
+
],
|
| 89 |
+
"sin_cos_embedding_keys": null,
|
| 90 |
+
"mean_std_embedding_keys": null,
|
| 91 |
+
"action_configs": [
|
| 92 |
+
{
|
| 93 |
+
"rep": "RELATIVE",
|
| 94 |
+
"type": "EEF",
|
| 95 |
+
"format": "XYZ_ROT6D",
|
| 96 |
+
"state_key": "left_wrist_eef_9d"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"rep": "RELATIVE",
|
| 100 |
+
"type": "EEF",
|
| 101 |
+
"format": "XYZ_ROT6D",
|
| 102 |
+
"state_key": "right_wrist_eef_9d"
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"rep": "ABSOLUTE",
|
| 106 |
+
"type": "NON_EEF",
|
| 107 |
+
"format": "DEFAULT",
|
| 108 |
+
"state_key": "left_hand"
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"rep": "ABSOLUTE",
|
| 112 |
+
"type": "NON_EEF",
|
| 113 |
+
"format": "DEFAULT",
|
| 114 |
+
"state_key": "right_hand"
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"rep": "RELATIVE",
|
| 118 |
+
"type": "NON_EEF",
|
| 119 |
+
"format": "DEFAULT",
|
| 120 |
+
"state_key": "left_arm"
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"rep": "RELATIVE",
|
| 124 |
+
"type": "NON_EEF",
|
| 125 |
+
"format": "DEFAULT",
|
| 126 |
+
"state_key": "right_arm"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"rep": "ABSOLUTE",
|
| 130 |
+
"type": "NON_EEF",
|
| 131 |
+
"format": "DEFAULT",
|
| 132 |
+
"state_key": "waist"
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"rep": "ABSOLUTE",
|
| 136 |
+
"type": "NON_EEF",
|
| 137 |
+
"format": "DEFAULT",
|
| 138 |
+
"state_key": "base_height_command"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"rep": "ABSOLUTE",
|
| 142 |
+
"type": "NON_EEF",
|
| 143 |
+
"format": "DEFAULT",
|
| 144 |
+
"state_key": "navigate_command"
|
| 145 |
+
}
|
| 146 |
+
]
|
| 147 |
+
},
|
| 148 |
+
"language": {
|
| 149 |
+
"delta_indices": [
|
| 150 |
+
0
|
| 151 |
+
],
|
| 152 |
+
"modality_keys": [
|
| 153 |
+
"annotation.human.task_description"
|
| 154 |
+
],
|
| 155 |
+
"sin_cos_embedding_keys": null,
|
| 156 |
+
"mean_std_embedding_keys": null,
|
| 157 |
+
"action_configs": null
|
| 158 |
+
}
|
| 159 |
+
},
|
| 160 |
+
"real_r1_pro_sharpa_relative_eef_mecka": {
|
| 161 |
+
"video": {
|
| 162 |
+
"delta_indices": [
|
| 163 |
+
-30,
|
| 164 |
+
0
|
| 165 |
+
],
|
| 166 |
+
"modality_keys": [
|
| 167 |
+
"ego_view_cropratio_res320x240_freq30"
|
| 168 |
+
],
|
| 169 |
+
"sin_cos_embedding_keys": null,
|
| 170 |
+
"mean_std_embedding_keys": null,
|
| 171 |
+
"action_configs": null
|
| 172 |
+
},
|
| 173 |
+
"state": {
|
| 174 |
+
"delta_indices": [
|
| 175 |
+
0
|
| 176 |
+
],
|
| 177 |
+
"modality_keys": [
|
| 178 |
+
"left_wrist_eef",
|
| 179 |
+
"right_wrist_eef",
|
| 180 |
+
"left_hand_joints",
|
| 181 |
+
"right_hand_joints"
|
| 182 |
+
],
|
| 183 |
+
"sin_cos_embedding_keys": null,
|
| 184 |
+
"mean_std_embedding_keys": null,
|
| 185 |
+
"action_configs": null
|
| 186 |
+
},
|
| 187 |
+
"action": {
|
| 188 |
+
"delta_indices": [
|
| 189 |
+
0,
|
| 190 |
+
1,
|
| 191 |
+
2,
|
| 192 |
+
3,
|
| 193 |
+
4,
|
| 194 |
+
5,
|
| 195 |
+
6,
|
| 196 |
+
7,
|
| 197 |
+
8,
|
| 198 |
+
9,
|
| 199 |
+
10,
|
| 200 |
+
11,
|
| 201 |
+
12,
|
| 202 |
+
13,
|
| 203 |
+
14,
|
| 204 |
+
15,
|
| 205 |
+
16,
|
| 206 |
+
17,
|
| 207 |
+
18,
|
| 208 |
+
19,
|
| 209 |
+
20,
|
| 210 |
+
21,
|
| 211 |
+
22,
|
| 212 |
+
23,
|
| 213 |
+
24,
|
| 214 |
+
25,
|
| 215 |
+
26,
|
| 216 |
+
27,
|
| 217 |
+
28,
|
| 218 |
+
29,
|
| 219 |
+
30,
|
| 220 |
+
31,
|
| 221 |
+
32,
|
| 222 |
+
33,
|
| 223 |
+
34,
|
| 224 |
+
35,
|
| 225 |
+
36,
|
| 226 |
+
37,
|
| 227 |
+
38,
|
| 228 |
+
39
|
| 229 |
+
],
|
| 230 |
+
"modality_keys": [
|
| 231 |
+
"left_wrist_eef",
|
| 232 |
+
"right_wrist_eef",
|
| 233 |
+
"left_hand_joints",
|
| 234 |
+
"right_hand_joints"
|
| 235 |
+
],
|
| 236 |
+
"sin_cos_embedding_keys": null,
|
| 237 |
+
"mean_std_embedding_keys": null,
|
| 238 |
+
"action_configs": [
|
| 239 |
+
{
|
| 240 |
+
"rep": "RELATIVE",
|
| 241 |
+
"type": "EEF",
|
| 242 |
+
"format": "XYZ_ROT6D",
|
| 243 |
+
"state_key": "left_wrist_eef"
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"rep": "RELATIVE",
|
| 247 |
+
"type": "EEF",
|
| 248 |
+
"format": "XYZ_ROT6D",
|
| 249 |
+
"state_key": "right_wrist_eef"
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"rep": "ABSOLUTE",
|
| 253 |
+
"type": "NON_EEF",
|
| 254 |
+
"format": "DEFAULT",
|
| 255 |
+
"state_key": "left_hand_joints"
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"rep": "ABSOLUTE",
|
| 259 |
+
"type": "NON_EEF",
|
| 260 |
+
"format": "DEFAULT",
|
| 261 |
+
"state_key": "right_hand_joints"
|
| 262 |
+
}
|
| 263 |
+
]
|
| 264 |
+
},
|
| 265 |
+
"language": {
|
| 266 |
+
"delta_indices": [
|
| 267 |
+
0
|
| 268 |
+
],
|
| 269 |
+
"modality_keys": [
|
| 270 |
+
"annotation.human.coarse_action"
|
| 271 |
+
],
|
| 272 |
+
"sin_cos_embedding_keys": null,
|
| 273 |
+
"mean_std_embedding_keys": null,
|
| 274 |
+
"action_configs": null
|
| 275 |
+
}
|
| 276 |
+
},
|
| 277 |
+
"real_r1_pro_sharpa_relative_eef_human": {
|
| 278 |
+
"video": {
|
| 279 |
+
"delta_indices": [
|
| 280 |
+
-20,
|
| 281 |
+
0
|
| 282 |
+
],
|
| 283 |
+
"modality_keys": [
|
| 284 |
+
"ego_view_res320x240_freq20",
|
| 285 |
+
"left_wrist_view_res320x240_freq20",
|
| 286 |
+
"right_wrist_view_res320x240_freq20"
|
| 287 |
+
],
|
| 288 |
+
"sin_cos_embedding_keys": null,
|
| 289 |
+
"mean_std_embedding_keys": null,
|
| 290 |
+
"action_configs": null
|
| 291 |
+
},
|
| 292 |
+
"state": {
|
| 293 |
+
"delta_indices": [
|
| 294 |
+
0
|
| 295 |
+
],
|
| 296 |
+
"modality_keys": [
|
| 297 |
+
"left_wrist_eef",
|
| 298 |
+
"right_wrist_eef",
|
| 299 |
+
"left_hand_joints",
|
| 300 |
+
"right_hand_joints"
|
| 301 |
+
],
|
| 302 |
+
"sin_cos_embedding_keys": null,
|
| 303 |
+
"mean_std_embedding_keys": null,
|
| 304 |
+
"action_configs": null
|
| 305 |
+
},
|
| 306 |
+
"action": {
|
| 307 |
+
"delta_indices": [
|
| 308 |
+
0,
|
| 309 |
+
1,
|
| 310 |
+
2,
|
| 311 |
+
3,
|
| 312 |
+
4,
|
| 313 |
+
5,
|
| 314 |
+
6,
|
| 315 |
+
7,
|
| 316 |
+
8,
|
| 317 |
+
9,
|
| 318 |
+
10,
|
| 319 |
+
11,
|
| 320 |
+
12,
|
| 321 |
+
13,
|
| 322 |
+
14,
|
| 323 |
+
15,
|
| 324 |
+
16,
|
| 325 |
+
17,
|
| 326 |
+
18,
|
| 327 |
+
19,
|
| 328 |
+
20,
|
| 329 |
+
21,
|
| 330 |
+
22,
|
| 331 |
+
23,
|
| 332 |
+
24,
|
| 333 |
+
25,
|
| 334 |
+
26,
|
| 335 |
+
27,
|
| 336 |
+
28,
|
| 337 |
+
29,
|
| 338 |
+
30,
|
| 339 |
+
31,
|
| 340 |
+
32,
|
| 341 |
+
33,
|
| 342 |
+
34,
|
| 343 |
+
35,
|
| 344 |
+
36,
|
| 345 |
+
37,
|
| 346 |
+
38,
|
| 347 |
+
39
|
| 348 |
+
],
|
| 349 |
+
"modality_keys": [
|
| 350 |
+
"left_wrist_eef",
|
| 351 |
+
"right_wrist_eef",
|
| 352 |
+
"left_hand_joints",
|
| 353 |
+
"right_hand_joints"
|
| 354 |
+
],
|
| 355 |
+
"sin_cos_embedding_keys": null,
|
| 356 |
+
"mean_std_embedding_keys": null,
|
| 357 |
+
"action_configs": [
|
| 358 |
+
{
|
| 359 |
+
"rep": "RELATIVE",
|
| 360 |
+
"type": "EEF",
|
| 361 |
+
"format": "XYZ_ROT6D",
|
| 362 |
+
"state_key": "left_wrist_eef"
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"rep": "RELATIVE",
|
| 366 |
+
"type": "EEF",
|
| 367 |
+
"format": "XYZ_ROT6D",
|
| 368 |
+
"state_key": "right_wrist_eef"
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"rep": "ABSOLUTE",
|
| 372 |
+
"type": "NON_EEF",
|
| 373 |
+
"format": "DEFAULT",
|
| 374 |
+
"state_key": "left_hand_joints"
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"rep": "ABSOLUTE",
|
| 378 |
+
"type": "NON_EEF",
|
| 379 |
+
"format": "DEFAULT",
|
| 380 |
+
"state_key": "right_hand_joints"
|
| 381 |
+
}
|
| 382 |
+
]
|
| 383 |
+
},
|
| 384 |
+
"language": {
|
| 385 |
+
"delta_indices": [
|
| 386 |
+
0
|
| 387 |
+
],
|
| 388 |
+
"modality_keys": [
|
| 389 |
+
"annotation.human.coarse_action"
|
| 390 |
+
],
|
| 391 |
+
"sin_cos_embedding_keys": null,
|
| 392 |
+
"mean_std_embedding_keys": null,
|
| 393 |
+
"action_configs": null
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"real_r1_pro_sharpa_relative_eef": {
|
| 397 |
+
"video": {
|
| 398 |
+
"delta_indices": [
|
| 399 |
+
-20,
|
| 400 |
+
0
|
| 401 |
+
],
|
| 402 |
+
"modality_keys": [
|
| 403 |
+
"ego_view_res320x240_freq20",
|
| 404 |
+
"left_wrist_view_res320x240_freq20",
|
| 405 |
+
"right_wrist_view_res320x240_freq20"
|
| 406 |
+
],
|
| 407 |
+
"sin_cos_embedding_keys": null,
|
| 408 |
+
"mean_std_embedding_keys": null,
|
| 409 |
+
"action_configs": null
|
| 410 |
+
},
|
| 411 |
+
"state": {
|
| 412 |
+
"delta_indices": [
|
| 413 |
+
0
|
| 414 |
+
],
|
| 415 |
+
"modality_keys": [
|
| 416 |
+
"left_wrist_eef",
|
| 417 |
+
"right_wrist_eef",
|
| 418 |
+
"left_hand_joints",
|
| 419 |
+
"right_hand_joints"
|
| 420 |
+
],
|
| 421 |
+
"sin_cos_embedding_keys": null,
|
| 422 |
+
"mean_std_embedding_keys": null,
|
| 423 |
+
"action_configs": null
|
| 424 |
+
},
|
| 425 |
+
"action": {
|
| 426 |
+
"delta_indices": [
|
| 427 |
+
0,
|
| 428 |
+
1,
|
| 429 |
+
2,
|
| 430 |
+
3,
|
| 431 |
+
4,
|
| 432 |
+
5,
|
| 433 |
+
6,
|
| 434 |
+
7,
|
| 435 |
+
8,
|
| 436 |
+
9,
|
| 437 |
+
10,
|
| 438 |
+
11,
|
| 439 |
+
12,
|
| 440 |
+
13,
|
| 441 |
+
14,
|
| 442 |
+
15,
|
| 443 |
+
16,
|
| 444 |
+
17,
|
| 445 |
+
18,
|
| 446 |
+
19,
|
| 447 |
+
20,
|
| 448 |
+
21,
|
| 449 |
+
22,
|
| 450 |
+
23,
|
| 451 |
+
24,
|
| 452 |
+
25,
|
| 453 |
+
26,
|
| 454 |
+
27,
|
| 455 |
+
28,
|
| 456 |
+
29,
|
| 457 |
+
30,
|
| 458 |
+
31,
|
| 459 |
+
32,
|
| 460 |
+
33,
|
| 461 |
+
34,
|
| 462 |
+
35,
|
| 463 |
+
36,
|
| 464 |
+
37,
|
| 465 |
+
38,
|
| 466 |
+
39
|
| 467 |
+
],
|
| 468 |
+
"modality_keys": [
|
| 469 |
+
"left_wrist_eef",
|
| 470 |
+
"right_wrist_eef",
|
| 471 |
+
"left_hand_joints",
|
| 472 |
+
"right_hand_joints"
|
| 473 |
+
],
|
| 474 |
+
"sin_cos_embedding_keys": null,
|
| 475 |
+
"mean_std_embedding_keys": null,
|
| 476 |
+
"action_configs": [
|
| 477 |
+
{
|
| 478 |
+
"rep": "RELATIVE",
|
| 479 |
+
"type": "EEF",
|
| 480 |
+
"format": "XYZ_ROT6D",
|
| 481 |
+
"state_key": "left_wrist_eef"
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"rep": "RELATIVE",
|
| 485 |
+
"type": "EEF",
|
| 486 |
+
"format": "XYZ_ROT6D",
|
| 487 |
+
"state_key": "right_wrist_eef"
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"rep": "ABSOLUTE",
|
| 491 |
+
"type": "NON_EEF",
|
| 492 |
+
"format": "DEFAULT",
|
| 493 |
+
"state_key": "left_hand_joints"
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"rep": "ABSOLUTE",
|
| 497 |
+
"type": "NON_EEF",
|
| 498 |
+
"format": "DEFAULT",
|
| 499 |
+
"state_key": "right_hand_joints"
|
| 500 |
+
}
|
| 501 |
+
]
|
| 502 |
+
},
|
| 503 |
+
"language": {
|
| 504 |
+
"delta_indices": [
|
| 505 |
+
0
|
| 506 |
+
],
|
| 507 |
+
"modality_keys": [
|
| 508 |
+
"annotation.human.coarse_action"
|
| 509 |
+
],
|
| 510 |
+
"sin_cos_embedding_keys": null,
|
| 511 |
+
"mean_std_embedding_keys": null,
|
| 512 |
+
"action_configs": null
|
| 513 |
+
}
|
| 514 |
+
},
|
| 515 |
+
"xdof_relative_eef_relative_joint": {
|
| 516 |
+
"video": {
|
| 517 |
+
"delta_indices": [
|
| 518 |
+
-30,
|
| 519 |
+
0
|
| 520 |
+
],
|
| 521 |
+
"modality_keys": [
|
| 522 |
+
"top_camera-images-rgb_320_240",
|
| 523 |
+
"left_camera-images-rgb_320_240",
|
| 524 |
+
"right_camera-images-rgb_320_240"
|
| 525 |
+
],
|
| 526 |
+
"sin_cos_embedding_keys": null,
|
| 527 |
+
"mean_std_embedding_keys": null,
|
| 528 |
+
"action_configs": null
|
| 529 |
+
},
|
| 530 |
+
"state": {
|
| 531 |
+
"delta_indices": [
|
| 532 |
+
0
|
| 533 |
+
],
|
| 534 |
+
"modality_keys": [
|
| 535 |
+
"left_wrist_eef",
|
| 536 |
+
"right_wrist_eef",
|
| 537 |
+
"left_gripper_pos",
|
| 538 |
+
"right_gripper_pos",
|
| 539 |
+
"left_joint_pos",
|
| 540 |
+
"right_joint_pos"
|
| 541 |
+
],
|
| 542 |
+
"sin_cos_embedding_keys": null,
|
| 543 |
+
"mean_std_embedding_keys": null,
|
| 544 |
+
"action_configs": null
|
| 545 |
+
},
|
| 546 |
+
"action": {
|
| 547 |
+
"delta_indices": [
|
| 548 |
+
0,
|
| 549 |
+
1,
|
| 550 |
+
2,
|
| 551 |
+
3,
|
| 552 |
+
4,
|
| 553 |
+
5,
|
| 554 |
+
6,
|
| 555 |
+
7,
|
| 556 |
+
8,
|
| 557 |
+
9,
|
| 558 |
+
10,
|
| 559 |
+
11,
|
| 560 |
+
12,
|
| 561 |
+
13,
|
| 562 |
+
14,
|
| 563 |
+
15,
|
| 564 |
+
16,
|
| 565 |
+
17,
|
| 566 |
+
18,
|
| 567 |
+
19,
|
| 568 |
+
20,
|
| 569 |
+
21,
|
| 570 |
+
22,
|
| 571 |
+
23,
|
| 572 |
+
24,
|
| 573 |
+
25,
|
| 574 |
+
26,
|
| 575 |
+
27,
|
| 576 |
+
28,
|
| 577 |
+
29,
|
| 578 |
+
30,
|
| 579 |
+
31,
|
| 580 |
+
32,
|
| 581 |
+
33,
|
| 582 |
+
34,
|
| 583 |
+
35,
|
| 584 |
+
36,
|
| 585 |
+
37,
|
| 586 |
+
38,
|
| 587 |
+
39
|
| 588 |
+
],
|
| 589 |
+
"modality_keys": [
|
| 590 |
+
"left_wrist_eef",
|
| 591 |
+
"right_wrist_eef",
|
| 592 |
+
"left_gripper_pos",
|
| 593 |
+
"right_gripper_pos",
|
| 594 |
+
"left_joint_pos",
|
| 595 |
+
"right_joint_pos"
|
| 596 |
+
],
|
| 597 |
+
"sin_cos_embedding_keys": null,
|
| 598 |
+
"mean_std_embedding_keys": null,
|
| 599 |
+
"action_configs": [
|
| 600 |
+
{
|
| 601 |
+
"rep": "RELATIVE",
|
| 602 |
+
"type": "EEF",
|
| 603 |
+
"format": "XYZ_ROT6D",
|
| 604 |
+
"state_key": "left_wrist_eef"
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"rep": "RELATIVE",
|
| 608 |
+
"type": "EEF",
|
| 609 |
+
"format": "XYZ_ROT6D",
|
| 610 |
+
"state_key": "right_wrist_eef"
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"rep": "ABSOLUTE",
|
| 614 |
+
"type": "NON_EEF",
|
| 615 |
+
"format": "DEFAULT",
|
| 616 |
+
"state_key": "left_gripper_pos"
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"rep": "ABSOLUTE",
|
| 620 |
+
"type": "NON_EEF",
|
| 621 |
+
"format": "DEFAULT",
|
| 622 |
+
"state_key": "right_gripper_pos"
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"rep": "RELATIVE",
|
| 626 |
+
"type": "NON_EEF",
|
| 627 |
+
"format": "DEFAULT",
|
| 628 |
+
"state_key": "left_joint_pos"
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"rep": "RELATIVE",
|
| 632 |
+
"type": "NON_EEF",
|
| 633 |
+
"format": "DEFAULT",
|
| 634 |
+
"state_key": "right_joint_pos"
|
| 635 |
+
}
|
| 636 |
+
]
|
| 637 |
+
},
|
| 638 |
+
"language": {
|
| 639 |
+
"delta_indices": [
|
| 640 |
+
0
|
| 641 |
+
],
|
| 642 |
+
"modality_keys": [
|
| 643 |
+
"annotation.task"
|
| 644 |
+
],
|
| 645 |
+
"sin_cos_embedding_keys": null,
|
| 646 |
+
"mean_std_embedding_keys": null,
|
| 647 |
+
"action_configs": null
|
| 648 |
+
}
|
| 649 |
+
},
|
| 650 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights": {
|
| 651 |
+
"video": {
|
| 652 |
+
"delta_indices": [
|
| 653 |
+
-30,
|
| 654 |
+
0
|
| 655 |
+
],
|
| 656 |
+
"modality_keys": [
|
| 657 |
+
"ego_view_cropratio_res320x240_freq30"
|
| 658 |
+
],
|
| 659 |
+
"sin_cos_embedding_keys": null,
|
| 660 |
+
"mean_std_embedding_keys": null,
|
| 661 |
+
"action_configs": null
|
| 662 |
+
},
|
| 663 |
+
"state": {
|
| 664 |
+
"delta_indices": [
|
| 665 |
+
0
|
| 666 |
+
],
|
| 667 |
+
"modality_keys": [
|
| 668 |
+
"left_wrist_eef",
|
| 669 |
+
"right_wrist_eef",
|
| 670 |
+
"left_hand_joints",
|
| 671 |
+
"right_hand_joints"
|
| 672 |
+
],
|
| 673 |
+
"sin_cos_embedding_keys": null,
|
| 674 |
+
"mean_std_embedding_keys": null,
|
| 675 |
+
"action_configs": null
|
| 676 |
+
},
|
| 677 |
+
"action": {
|
| 678 |
+
"delta_indices": [
|
| 679 |
+
0,
|
| 680 |
+
1,
|
| 681 |
+
2,
|
| 682 |
+
3,
|
| 683 |
+
4,
|
| 684 |
+
5,
|
| 685 |
+
6,
|
| 686 |
+
7,
|
| 687 |
+
8,
|
| 688 |
+
9,
|
| 689 |
+
10,
|
| 690 |
+
11,
|
| 691 |
+
12,
|
| 692 |
+
13,
|
| 693 |
+
14,
|
| 694 |
+
15,
|
| 695 |
+
16,
|
| 696 |
+
17,
|
| 697 |
+
18,
|
| 698 |
+
19,
|
| 699 |
+
20,
|
| 700 |
+
21,
|
| 701 |
+
22,
|
| 702 |
+
23,
|
| 703 |
+
24,
|
| 704 |
+
25,
|
| 705 |
+
26,
|
| 706 |
+
27,
|
| 707 |
+
28,
|
| 708 |
+
29,
|
| 709 |
+
30,
|
| 710 |
+
31,
|
| 711 |
+
32,
|
| 712 |
+
33,
|
| 713 |
+
34,
|
| 714 |
+
35,
|
| 715 |
+
36,
|
| 716 |
+
37,
|
| 717 |
+
38,
|
| 718 |
+
39
|
| 719 |
+
],
|
| 720 |
+
"modality_keys": [
|
| 721 |
+
"left_wrist_eef",
|
| 722 |
+
"right_wrist_eef",
|
| 723 |
+
"left_hand_joints",
|
| 724 |
+
"right_hand_joints"
|
| 725 |
+
],
|
| 726 |
+
"sin_cos_embedding_keys": null,
|
| 727 |
+
"mean_std_embedding_keys": null,
|
| 728 |
+
"action_configs": [
|
| 729 |
+
{
|
| 730 |
+
"rep": "RELATIVE",
|
| 731 |
+
"type": "EEF",
|
| 732 |
+
"format": "XYZ_ROT6D",
|
| 733 |
+
"state_key": "left_wrist_eef"
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"rep": "RELATIVE",
|
| 737 |
+
"type": "EEF",
|
| 738 |
+
"format": "XYZ_ROT6D",
|
| 739 |
+
"state_key": "right_wrist_eef"
|
| 740 |
+
},
|
| 741 |
+
{
|
| 742 |
+
"rep": "ABSOLUTE",
|
| 743 |
+
"type": "NON_EEF",
|
| 744 |
+
"format": "DEFAULT",
|
| 745 |
+
"state_key": "left_hand_joints"
|
| 746 |
+
},
|
| 747 |
+
{
|
| 748 |
+
"rep": "ABSOLUTE",
|
| 749 |
+
"type": "NON_EEF",
|
| 750 |
+
"format": "DEFAULT",
|
| 751 |
+
"state_key": "right_hand_joints"
|
| 752 |
+
}
|
| 753 |
+
]
|
| 754 |
+
},
|
| 755 |
+
"language": {
|
| 756 |
+
"delta_indices": [
|
| 757 |
+
0
|
| 758 |
+
],
|
| 759 |
+
"modality_keys": [
|
| 760 |
+
"annotation.human.coarse_action"
|
| 761 |
+
],
|
| 762 |
+
"sin_cos_embedding_keys": null,
|
| 763 |
+
"mean_std_embedding_keys": null,
|
| 764 |
+
"action_configs": null
|
| 765 |
+
}
|
| 766 |
+
},
|
| 767 |
+
"xdof_relative_eef_relative_joint_subtask": {
|
| 768 |
+
"video": {
|
| 769 |
+
"delta_indices": [
|
| 770 |
+
-30,
|
| 771 |
+
0
|
| 772 |
+
],
|
| 773 |
+
"modality_keys": [
|
| 774 |
+
"top_camera-images-rgb_320_240",
|
| 775 |
+
"left_camera-images-rgb_320_240",
|
| 776 |
+
"right_camera-images-rgb_320_240"
|
| 777 |
+
],
|
| 778 |
+
"sin_cos_embedding_keys": null,
|
| 779 |
+
"mean_std_embedding_keys": null,
|
| 780 |
+
"action_configs": null
|
| 781 |
+
},
|
| 782 |
+
"state": {
|
| 783 |
+
"delta_indices": [
|
| 784 |
+
0
|
| 785 |
+
],
|
| 786 |
+
"modality_keys": [
|
| 787 |
+
"left_wrist_eef",
|
| 788 |
+
"right_wrist_eef",
|
| 789 |
+
"left_gripper_pos",
|
| 790 |
+
"right_gripper_pos",
|
| 791 |
+
"left_joint_pos",
|
| 792 |
+
"right_joint_pos"
|
| 793 |
+
],
|
| 794 |
+
"sin_cos_embedding_keys": null,
|
| 795 |
+
"mean_std_embedding_keys": null,
|
| 796 |
+
"action_configs": null
|
| 797 |
+
},
|
| 798 |
+
"action": {
|
| 799 |
+
"delta_indices": [
|
| 800 |
+
0,
|
| 801 |
+
1,
|
| 802 |
+
2,
|
| 803 |
+
3,
|
| 804 |
+
4,
|
| 805 |
+
5,
|
| 806 |
+
6,
|
| 807 |
+
7,
|
| 808 |
+
8,
|
| 809 |
+
9,
|
| 810 |
+
10,
|
| 811 |
+
11,
|
| 812 |
+
12,
|
| 813 |
+
13,
|
| 814 |
+
14,
|
| 815 |
+
15,
|
| 816 |
+
16,
|
| 817 |
+
17,
|
| 818 |
+
18,
|
| 819 |
+
19,
|
| 820 |
+
20,
|
| 821 |
+
21,
|
| 822 |
+
22,
|
| 823 |
+
23,
|
| 824 |
+
24,
|
| 825 |
+
25,
|
| 826 |
+
26,
|
| 827 |
+
27,
|
| 828 |
+
28,
|
| 829 |
+
29,
|
| 830 |
+
30,
|
| 831 |
+
31,
|
| 832 |
+
32,
|
| 833 |
+
33,
|
| 834 |
+
34,
|
| 835 |
+
35,
|
| 836 |
+
36,
|
| 837 |
+
37,
|
| 838 |
+
38,
|
| 839 |
+
39
|
| 840 |
+
],
|
| 841 |
+
"modality_keys": [
|
| 842 |
+
"left_wrist_eef",
|
| 843 |
+
"right_wrist_eef",
|
| 844 |
+
"left_gripper_pos",
|
| 845 |
+
"right_gripper_pos",
|
| 846 |
+
"left_joint_pos",
|
| 847 |
+
"right_joint_pos"
|
| 848 |
+
],
|
| 849 |
+
"sin_cos_embedding_keys": null,
|
| 850 |
+
"mean_std_embedding_keys": null,
|
| 851 |
+
"action_configs": [
|
| 852 |
+
{
|
| 853 |
+
"rep": "RELATIVE",
|
| 854 |
+
"type": "EEF",
|
| 855 |
+
"format": "XYZ_ROT6D",
|
| 856 |
+
"state_key": "left_wrist_eef"
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"rep": "RELATIVE",
|
| 860 |
+
"type": "EEF",
|
| 861 |
+
"format": "XYZ_ROT6D",
|
| 862 |
+
"state_key": "right_wrist_eef"
|
| 863 |
+
},
|
| 864 |
+
{
|
| 865 |
+
"rep": "ABSOLUTE",
|
| 866 |
+
"type": "NON_EEF",
|
| 867 |
+
"format": "DEFAULT",
|
| 868 |
+
"state_key": "left_gripper_pos"
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"rep": "ABSOLUTE",
|
| 872 |
+
"type": "NON_EEF",
|
| 873 |
+
"format": "DEFAULT",
|
| 874 |
+
"state_key": "right_gripper_pos"
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"rep": "RELATIVE",
|
| 878 |
+
"type": "NON_EEF",
|
| 879 |
+
"format": "DEFAULT",
|
| 880 |
+
"state_key": "left_joint_pos"
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"rep": "RELATIVE",
|
| 884 |
+
"type": "NON_EEF",
|
| 885 |
+
"format": "DEFAULT",
|
| 886 |
+
"state_key": "right_joint_pos"
|
| 887 |
+
}
|
| 888 |
+
]
|
| 889 |
+
},
|
| 890 |
+
"language": {
|
| 891 |
+
"delta_indices": [
|
| 892 |
+
0
|
| 893 |
+
],
|
| 894 |
+
"modality_keys": [
|
| 895 |
+
"annotation.sub_task"
|
| 896 |
+
],
|
| 897 |
+
"sin_cos_embedding_keys": null,
|
| 898 |
+
"mean_std_embedding_keys": null,
|
| 899 |
+
"action_configs": null
|
| 900 |
+
}
|
| 901 |
+
},
|
| 902 |
+
"oxe_droid_relative_eef_relative_joint": {
|
| 903 |
+
"video": {
|
| 904 |
+
"delta_indices": [
|
| 905 |
+
-15,
|
| 906 |
+
0
|
| 907 |
+
],
|
| 908 |
+
"modality_keys": [
|
| 909 |
+
"exterior_image_1_left",
|
| 910 |
+
"wrist_image_left"
|
| 911 |
+
],
|
| 912 |
+
"sin_cos_embedding_keys": null,
|
| 913 |
+
"mean_std_embedding_keys": null,
|
| 914 |
+
"action_configs": null
|
| 915 |
+
},
|
| 916 |
+
"state": {
|
| 917 |
+
"delta_indices": [
|
| 918 |
+
0
|
| 919 |
+
],
|
| 920 |
+
"modality_keys": [
|
| 921 |
+
"eef_9d",
|
| 922 |
+
"gripper_position",
|
| 923 |
+
"joint_position"
|
| 924 |
+
],
|
| 925 |
+
"sin_cos_embedding_keys": null,
|
| 926 |
+
"mean_std_embedding_keys": null,
|
| 927 |
+
"action_configs": null
|
| 928 |
+
},
|
| 929 |
+
"action": {
|
| 930 |
+
"delta_indices": [
|
| 931 |
+
0,
|
| 932 |
+
1,
|
| 933 |
+
2,
|
| 934 |
+
3,
|
| 935 |
+
4,
|
| 936 |
+
5,
|
| 937 |
+
6,
|
| 938 |
+
7,
|
| 939 |
+
8,
|
| 940 |
+
9,
|
| 941 |
+
10,
|
| 942 |
+
11,
|
| 943 |
+
12,
|
| 944 |
+
13,
|
| 945 |
+
14,
|
| 946 |
+
15,
|
| 947 |
+
16,
|
| 948 |
+
17,
|
| 949 |
+
18,
|
| 950 |
+
19,
|
| 951 |
+
20,
|
| 952 |
+
21,
|
| 953 |
+
22,
|
| 954 |
+
23,
|
| 955 |
+
24,
|
| 956 |
+
25,
|
| 957 |
+
26,
|
| 958 |
+
27,
|
| 959 |
+
28,
|
| 960 |
+
29,
|
| 961 |
+
30,
|
| 962 |
+
31,
|
| 963 |
+
32,
|
| 964 |
+
33,
|
| 965 |
+
34,
|
| 966 |
+
35,
|
| 967 |
+
36,
|
| 968 |
+
37,
|
| 969 |
+
38,
|
| 970 |
+
39
|
| 971 |
+
],
|
| 972 |
+
"modality_keys": [
|
| 973 |
+
"eef_9d",
|
| 974 |
+
"gripper_position",
|
| 975 |
+
"joint_position"
|
| 976 |
+
],
|
| 977 |
+
"sin_cos_embedding_keys": null,
|
| 978 |
+
"mean_std_embedding_keys": null,
|
| 979 |
+
"action_configs": [
|
| 980 |
+
{
|
| 981 |
+
"rep": "RELATIVE",
|
| 982 |
+
"type": "EEF",
|
| 983 |
+
"format": "XYZ_ROT6D",
|
| 984 |
+
"state_key": "eef_9d"
|
| 985 |
+
},
|
| 986 |
+
{
|
| 987 |
+
"rep": "ABSOLUTE",
|
| 988 |
+
"type": "NON_EEF",
|
| 989 |
+
"format": "DEFAULT",
|
| 990 |
+
"state_key": "gripper_position"
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"rep": "RELATIVE",
|
| 994 |
+
"type": "NON_EEF",
|
| 995 |
+
"format": "DEFAULT",
|
| 996 |
+
"state_key": "joint_position"
|
| 997 |
+
}
|
| 998 |
+
]
|
| 999 |
+
},
|
| 1000 |
+
"language": {
|
| 1001 |
+
"delta_indices": [
|
| 1002 |
+
0
|
| 1003 |
+
],
|
| 1004 |
+
"modality_keys": [
|
| 1005 |
+
"annotation.language.language_instruction"
|
| 1006 |
+
],
|
| 1007 |
+
"sin_cos_embedding_keys": null,
|
| 1008 |
+
"mean_std_embedding_keys": null,
|
| 1009 |
+
"action_configs": null
|
| 1010 |
+
}
|
| 1011 |
+
},
|
| 1012 |
+
"new_embodiment": {
|
| 1013 |
+
"video": {
|
| 1014 |
+
"delta_indices": [
|
| 1015 |
+
0
|
| 1016 |
+
],
|
| 1017 |
+
"modality_keys": [
|
| 1018 |
+
"ego_view",
|
| 1019 |
+
"chest"
|
| 1020 |
+
],
|
| 1021 |
+
"sin_cos_embedding_keys": null,
|
| 1022 |
+
"mean_std_embedding_keys": null,
|
| 1023 |
+
"action_configs": null
|
| 1024 |
+
},
|
| 1025 |
+
"state": {
|
| 1026 |
+
"delta_indices": [
|
| 1027 |
+
0
|
| 1028 |
+
],
|
| 1029 |
+
"modality_keys": [
|
| 1030 |
+
"left_leg",
|
| 1031 |
+
"right_leg",
|
| 1032 |
+
"waist",
|
| 1033 |
+
"left_arm",
|
| 1034 |
+
"right_arm",
|
| 1035 |
+
"left_hand",
|
| 1036 |
+
"right_hand",
|
| 1037 |
+
"projected_gravity"
|
| 1038 |
+
],
|
| 1039 |
+
"sin_cos_embedding_keys": null,
|
| 1040 |
+
"mean_std_embedding_keys": null,
|
| 1041 |
+
"action_configs": null
|
| 1042 |
+
},
|
| 1043 |
+
"action": {
|
| 1044 |
+
"delta_indices": [
|
| 1045 |
+
0,
|
| 1046 |
+
2,
|
| 1047 |
+
4,
|
| 1048 |
+
6,
|
| 1049 |
+
8,
|
| 1050 |
+
10,
|
| 1051 |
+
12,
|
| 1052 |
+
14,
|
| 1053 |
+
16,
|
| 1054 |
+
18,
|
| 1055 |
+
20,
|
| 1056 |
+
22,
|
| 1057 |
+
24,
|
| 1058 |
+
26,
|
| 1059 |
+
28,
|
| 1060 |
+
30,
|
| 1061 |
+
32,
|
| 1062 |
+
34,
|
| 1063 |
+
36,
|
| 1064 |
+
38,
|
| 1065 |
+
40,
|
| 1066 |
+
42,
|
| 1067 |
+
44,
|
| 1068 |
+
46,
|
| 1069 |
+
48,
|
| 1070 |
+
50,
|
| 1071 |
+
52,
|
| 1072 |
+
54,
|
| 1073 |
+
56,
|
| 1074 |
+
58,
|
| 1075 |
+
60,
|
| 1076 |
+
62,
|
| 1077 |
+
64,
|
| 1078 |
+
66,
|
| 1079 |
+
68,
|
| 1080 |
+
70,
|
| 1081 |
+
72,
|
| 1082 |
+
74,
|
| 1083 |
+
76,
|
| 1084 |
+
78
|
| 1085 |
+
],
|
| 1086 |
+
"modality_keys": [
|
| 1087 |
+
"body29",
|
| 1088 |
+
"left_hand_target",
|
| 1089 |
+
"right_hand_target",
|
| 1090 |
+
"root_rot6d"
|
| 1091 |
+
],
|
| 1092 |
+
"sin_cos_embedding_keys": null,
|
| 1093 |
+
"mean_std_embedding_keys": null,
|
| 1094 |
+
"action_configs": [
|
| 1095 |
+
{
|
| 1096 |
+
"rep": "ABSOLUTE",
|
| 1097 |
+
"type": "NON_EEF",
|
| 1098 |
+
"format": "DEFAULT",
|
| 1099 |
+
"state_key": null
|
| 1100 |
+
},
|
| 1101 |
+
{
|
| 1102 |
+
"rep": "ABSOLUTE",
|
| 1103 |
+
"type": "NON_EEF",
|
| 1104 |
+
"format": "DEFAULT",
|
| 1105 |
+
"state_key": null
|
| 1106 |
+
},
|
| 1107 |
+
{
|
| 1108 |
+
"rep": "ABSOLUTE",
|
| 1109 |
+
"type": "NON_EEF",
|
| 1110 |
+
"format": "DEFAULT",
|
| 1111 |
+
"state_key": null
|
| 1112 |
+
},
|
| 1113 |
+
{
|
| 1114 |
+
"rep": "ABSOLUTE",
|
| 1115 |
+
"type": "NON_EEF",
|
| 1116 |
+
"format": "DEFAULT",
|
| 1117 |
+
"state_key": null
|
| 1118 |
+
}
|
| 1119 |
+
]
|
| 1120 |
+
},
|
| 1121 |
+
"language": {
|
| 1122 |
+
"delta_indices": [
|
| 1123 |
+
0
|
| 1124 |
+
],
|
| 1125 |
+
"modality_keys": [
|
| 1126 |
+
"annotation.human.task_description"
|
| 1127 |
+
],
|
| 1128 |
+
"sin_cos_embedding_keys": null,
|
| 1129 |
+
"mean_std_embedding_keys": null,
|
| 1130 |
+
"action_configs": null
|
| 1131 |
+
}
|
| 1132 |
+
}
|
| 1133 |
+
},
|
| 1134 |
+
"image_crop_size": [
|
| 1135 |
+
230,
|
| 1136 |
+
230
|
| 1137 |
+
],
|
| 1138 |
+
"image_target_size": [
|
| 1139 |
+
256,
|
| 1140 |
+
256
|
| 1141 |
+
],
|
| 1142 |
+
"use_albumentations": true,
|
| 1143 |
+
"random_rotation_angle": 0,
|
| 1144 |
+
"color_jitter_params": {
|
| 1145 |
+
"brightness": 0.3,
|
| 1146 |
+
"contrast": 0.4,
|
| 1147 |
+
"saturation": 0.5,
|
| 1148 |
+
"hue": 0.08
|
| 1149 |
+
},
|
| 1150 |
+
"shortest_image_edge": 256,
|
| 1151 |
+
"crop_fraction": 0.95,
|
| 1152 |
+
"letter_box_transform": false,
|
| 1153 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 1154 |
+
"model_type": "qwen",
|
| 1155 |
+
"formalize_language": true,
|
| 1156 |
+
"max_state_dim": 132,
|
| 1157 |
+
"max_action_dim": 132,
|
| 1158 |
+
"max_action_horizon": 40,
|
| 1159 |
+
"strict_action_padding_mask": false,
|
| 1160 |
+
"use_percentiles": true,
|
| 1161 |
+
"use_mean_std": false,
|
| 1162 |
+
"clip_outliers": true,
|
| 1163 |
+
"apply_sincos_state_encoding": false,
|
| 1164 |
+
"use_relative_action": true,
|
| 1165 |
+
"exclude_state": false,
|
| 1166 |
+
"state_dropout_prob": 0.2
|
| 1167 |
+
}
|
| 1168 |
+
}
|
b6-pedal-bin/joint47-v5-150/step-003500/protocol.json
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "GR00T N1.7 (Gr00tN1d7), full fine-tune (tune_llm, tune_visual)",
|
| 3 |
+
"task": "B6 pedal-bin (G1)",
|
| 4 |
+
"task_dir": "b6-pedal-bin/joint47-v5-150/step-003500",
|
| 5 |
+
"robot": "Unitree G1",
|
| 6 |
+
"global_step": 3500,
|
| 7 |
+
"epoch_completed": null,
|
| 8 |
+
"training_data": "b6-pedal-bin v5/ (HF humanoid-benchmark/b6-pedal-bin @ad2f5bf0), all 150 episodes",
|
| 9 |
+
"episodes": 150,
|
| 10 |
+
"frames": 97891,
|
| 11 |
+
"action_contract": "HumanWAM joint47 v2: body29 (measured joints) | Inspire left6 | right6 | root rotation6D relative to the current heading; 40 rows at offsets 0,2,...,78 (stride 2); execute 16",
|
| 12 |
+
"action_groups": {
|
| 13 |
+
"body29": 29,
|
| 14 |
+
"left_hand_target": 6,
|
| 15 |
+
"right_hand_target": 6,
|
| 16 |
+
"root_rot6d": 6
|
| 17 |
+
},
|
| 18 |
+
"action_chunk": 40,
|
| 19 |
+
"embodiment_tag": "new_embodiment",
|
| 20 |
+
"state_groups": {
|
| 21 |
+
"left_leg": 6,
|
| 22 |
+
"right_leg": 6,
|
| 23 |
+
"waist": 3,
|
| 24 |
+
"left_arm": 7,
|
| 25 |
+
"right_arm": 7,
|
| 26 |
+
"left_hand": 6,
|
| 27 |
+
"right_hand": 6,
|
| 28 |
+
"projected_gravity": 3
|
| 29 |
+
},
|
| 30 |
+
"cameras": [
|
| 31 |
+
"observation.images.ego_view",
|
| 32 |
+
"observation.images.chest"
|
| 33 |
+
],
|
| 34 |
+
"training": {
|
| 35 |
+
"task": "b6v5j47",
|
| 36 |
+
"frames": 97891,
|
| 37 |
+
"recipe": "joint47 (body29 | Inspire12 | root rot6D current heading), H40 stride 2, full fine-tune, fixed steps",
|
| 38 |
+
"per_gpu_batch": 16,
|
| 39 |
+
"gradient_accumulation_steps": 1,
|
| 40 |
+
"world_size": 32,
|
| 41 |
+
"global_batch": 512,
|
| 42 |
+
"max_steps": 4000,
|
| 43 |
+
"save_steps": 500,
|
| 44 |
+
"save_list": [
|
| 45 |
+
2000,
|
| 46 |
+
2500,
|
| 47 |
+
3000,
|
| 48 |
+
3500,
|
| 49 |
+
4000
|
| 50 |
+
],
|
| 51 |
+
"epochs_equivalent": 20.92
|
| 52 |
+
},
|
| 53 |
+
"augmentation": "Humanoid Benchmark augmentation spec v2 + proprio perturbation (hb_aug_v2)",
|
| 54 |
+
"files": {
|
| 55 |
+
"config.json": {
|
| 56 |
+
"size": 2219,
|
| 57 |
+
"sha256": "bee41978b2c537c7ff40916274fc3a4a644bf5f13de2d8ca7df0c4f7efc384cb"
|
| 58 |
+
},
|
| 59 |
+
"model.safetensors.index.json": {
|
| 60 |
+
"size": 104985,
|
| 61 |
+
"sha256": "407804ea5a62f4f8823f48811ae0edbb82fac101e9cf4d7273e6e2f692bb4d59"
|
| 62 |
+
},
|
| 63 |
+
"model-00001-of-00002.safetensors": {
|
| 64 |
+
"size": 4990519232,
|
| 65 |
+
"sha256": "4721fdf2fd463d0724a6587ce0e038a5c408f05537d5b48da8ce85430197b449"
|
| 66 |
+
},
|
| 67 |
+
"model-00002-of-00002.safetensors": {
|
| 68 |
+
"size": 1919980184,
|
| 69 |
+
"sha256": "eff486e4763a5cb0f96482c58309027ded3647638114279d3b0ff0d7d63e777a"
|
| 70 |
+
},
|
| 71 |
+
"processor_config.json": {
|
| 72 |
+
"size": 27516,
|
| 73 |
+
"sha256": "1884ec577cf814ee411757dac2f96690de7987618845fca8c8f3ba2f16bf8e4d"
|
| 74 |
+
},
|
| 75 |
+
"statistics.json": {
|
| 76 |
+
"size": 4310935,
|
| 77 |
+
"sha256": "045cdf147f48a80bdb46657f589b7b353f32a92e3dd14e8f90975b83600c5527"
|
| 78 |
+
},
|
| 79 |
+
"embodiment_id.json": {
|
| 80 |
+
"size": 2226,
|
| 81 |
+
"sha256": "5e8611697dc90b7b7a92cf2a8da926275c16f5966c5eb109e0216c3c51af15a1"
|
| 82 |
+
},
|
| 83 |
+
"trainer_state.json": {
|
| 84 |
+
"size": 49190,
|
| 85 |
+
"sha256": "6258bf70881d074d20899e3aff0c19d375eebe5799a8a2363cb6dc87d795ec29"
|
| 86 |
+
}
|
| 87 |
+
},
|
| 88 |
+
"uploaded_utc": "2026-11-18T14:21:13Z"
|
| 89 |
+
}
|
b6-pedal-bin/joint47-v5-150/step-003500/statistics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
b6-pedal-bin/joint47-v5-150/step-003500/trainer_state.json
ADDED
|
@@ -0,0 +1,2134 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": null,
|
| 3 |
+
"best_metric": null,
|
| 4 |
+
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.875,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 3500,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"grad_norm": 0.5662999749183655,
|
| 14 |
+
"learning_rate": 4.5e-06,
|
| 15 |
+
"loss": 1.4002,
|
| 16 |
+
"step": 10
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"grad_norm": 0.9381104707717896,
|
| 20 |
+
"learning_rate": 9.5e-06,
|
| 21 |
+
"loss": 1.3489,
|
| 22 |
+
"step": 20
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"grad_norm": 0.48072347044944763,
|
| 26 |
+
"learning_rate": 1.45e-05,
|
| 27 |
+
"loss": 1.2192,
|
| 28 |
+
"step": 30
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"grad_norm": 1.2638332843780518,
|
| 32 |
+
"learning_rate": 1.9500000000000003e-05,
|
| 33 |
+
"loss": 1.1698,
|
| 34 |
+
"step": 40
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"grad_norm": 0.34269383549690247,
|
| 38 |
+
"learning_rate": 2.45e-05,
|
| 39 |
+
"loss": 1.119,
|
| 40 |
+
"step": 50
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"grad_norm": 0.5003015995025635,
|
| 44 |
+
"learning_rate": 2.95e-05,
|
| 45 |
+
"loss": 1.1069,
|
| 46 |
+
"step": 60
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"grad_norm": 0.35666051506996155,
|
| 50 |
+
"learning_rate": 3.45e-05,
|
| 51 |
+
"loss": 1.0871,
|
| 52 |
+
"step": 70
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"grad_norm": 0.4142424166202545,
|
| 56 |
+
"learning_rate": 3.9500000000000005e-05,
|
| 57 |
+
"loss": 1.0771,
|
| 58 |
+
"step": 80
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"grad_norm": 0.7473810315132141,
|
| 62 |
+
"learning_rate": 4.4500000000000004e-05,
|
| 63 |
+
"loss": 1.0281,
|
| 64 |
+
"step": 90
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"grad_norm": 0.8377493619918823,
|
| 68 |
+
"learning_rate": 4.9500000000000004e-05,
|
| 69 |
+
"loss": 0.9391,
|
| 70 |
+
"step": 100
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"grad_norm": 0.902409017086029,
|
| 74 |
+
"learning_rate": 5.45e-05,
|
| 75 |
+
"loss": 0.8408,
|
| 76 |
+
"step": 110
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"grad_norm": 0.9179252982139587,
|
| 80 |
+
"learning_rate": 5.95e-05,
|
| 81 |
+
"loss": 0.7779,
|
| 82 |
+
"step": 120
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"grad_norm": 1.0845577716827393,
|
| 86 |
+
"learning_rate": 6.450000000000001e-05,
|
| 87 |
+
"loss": 0.6748,
|
| 88 |
+
"step": 130
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"grad_norm": 1.0113052129745483,
|
| 92 |
+
"learning_rate": 6.95e-05,
|
| 93 |
+
"loss": 0.6327,
|
| 94 |
+
"step": 140
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"grad_norm": 0.9813345670700073,
|
| 98 |
+
"learning_rate": 7.450000000000001e-05,
|
| 99 |
+
"loss": 0.6103,
|
| 100 |
+
"step": 150
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"grad_norm": 1.1568454504013062,
|
| 104 |
+
"learning_rate": 7.950000000000001e-05,
|
| 105 |
+
"loss": 0.5645,
|
| 106 |
+
"step": 160
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"grad_norm": 0.9096725583076477,
|
| 110 |
+
"learning_rate": 8.450000000000001e-05,
|
| 111 |
+
"loss": 0.5458,
|
| 112 |
+
"step": 170
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"grad_norm": 0.945750892162323,
|
| 116 |
+
"learning_rate": 8.950000000000001e-05,
|
| 117 |
+
"loss": 0.5213,
|
| 118 |
+
"step": 180
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"grad_norm": 1.0626932382583618,
|
| 122 |
+
"learning_rate": 9.449999999999999e-05,
|
| 123 |
+
"loss": 0.5226,
|
| 124 |
+
"step": 190
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"grad_norm": 1.5708492994308472,
|
| 128 |
+
"learning_rate": 9.95e-05,
|
| 129 |
+
"loss": 0.5154,
|
| 130 |
+
"step": 200
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"grad_norm": 0.8521243333816528,
|
| 134 |
+
"learning_rate": 9.999861593790126e-05,
|
| 135 |
+
"loss": 0.4992,
|
| 136 |
+
"step": 210
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"grad_norm": 0.9563011527061462,
|
| 140 |
+
"learning_rate": 9.999383162408304e-05,
|
| 141 |
+
"loss": 0.4944,
|
| 142 |
+
"step": 220
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"grad_norm": 0.836682140827179,
|
| 146 |
+
"learning_rate": 9.998563029828259e-05,
|
| 147 |
+
"loss": 0.4743,
|
| 148 |
+
"step": 230
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"grad_norm": 0.8805328011512756,
|
| 152 |
+
"learning_rate": 9.997401252104962e-05,
|
| 153 |
+
"loss": 0.4749,
|
| 154 |
+
"step": 240
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"grad_norm": 0.823715090751648,
|
| 158 |
+
"learning_rate": 9.995897908644378e-05,
|
| 159 |
+
"loss": 0.465,
|
| 160 |
+
"step": 250
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"grad_norm": 0.7829018235206604,
|
| 164 |
+
"learning_rate": 9.994053102198034e-05,
|
| 165 |
+
"loss": 0.4702,
|
| 166 |
+
"step": 260
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"grad_norm": 0.9834432601928711,
|
| 170 |
+
"learning_rate": 9.991866958856003e-05,
|
| 171 |
+
"loss": 0.4546,
|
| 172 |
+
"step": 270
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"grad_norm": 0.8439772725105286,
|
| 176 |
+
"learning_rate": 9.989339628038276e-05,
|
| 177 |
+
"loss": 0.467,
|
| 178 |
+
"step": 280
|
| 179 |
+
},
|
| 180 |
+
{
|
| 181 |
+
"grad_norm": 1.0257704257965088,
|
| 182 |
+
"learning_rate": 9.98647128248456e-05,
|
| 183 |
+
"loss": 0.4433,
|
| 184 |
+
"step": 290
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"grad_norm": 0.935915470123291,
|
| 188 |
+
"learning_rate": 9.98326211824246e-05,
|
| 189 |
+
"loss": 0.4415,
|
| 190 |
+
"step": 300
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"grad_norm": 1.055808186531067,
|
| 194 |
+
"learning_rate": 9.979712354654091e-05,
|
| 195 |
+
"loss": 0.4158,
|
| 196 |
+
"step": 310
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"grad_norm": 0.9892081618309021,
|
| 200 |
+
"learning_rate": 9.975822234341079e-05,
|
| 201 |
+
"loss": 0.3893,
|
| 202 |
+
"step": 320
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"grad_norm": 0.8829598426818848,
|
| 206 |
+
"learning_rate": 9.97159202318798e-05,
|
| 207 |
+
"loss": 0.3627,
|
| 208 |
+
"step": 330
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"grad_norm": 0.9462218284606934,
|
| 212 |
+
"learning_rate": 9.967022010324105e-05,
|
| 213 |
+
"loss": 0.3297,
|
| 214 |
+
"step": 340
|
| 215 |
+
},
|
| 216 |
+
{
|
| 217 |
+
"grad_norm": 1.000065565109253,
|
| 218 |
+
"learning_rate": 9.962112508103765e-05,
|
| 219 |
+
"loss": 0.3202,
|
| 220 |
+
"step": 350
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"grad_norm": 1.0982773303985596,
|
| 224 |
+
"learning_rate": 9.956863852084914e-05,
|
| 225 |
+
"loss": 0.2945,
|
| 226 |
+
"step": 360
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"grad_norm": 1.0556284189224243,
|
| 230 |
+
"learning_rate": 9.951276401006221e-05,
|
| 231 |
+
"loss": 0.2695,
|
| 232 |
+
"step": 370
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"grad_norm": 1.0808699131011963,
|
| 236 |
+
"learning_rate": 9.945350536762543e-05,
|
| 237 |
+
"loss": 0.2562,
|
| 238 |
+
"step": 380
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"grad_norm": 1.0713282823562622,
|
| 242 |
+
"learning_rate": 9.939086664378829e-05,
|
| 243 |
+
"loss": 0.2559,
|
| 244 |
+
"step": 390
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"grad_norm": 0.9878275394439697,
|
| 248 |
+
"learning_rate": 9.932485211982437e-05,
|
| 249 |
+
"loss": 0.2059,
|
| 250 |
+
"step": 400
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"grad_norm": 1.1291395425796509,
|
| 254 |
+
"learning_rate": 9.92554663077387e-05,
|
| 255 |
+
"loss": 0.2006,
|
| 256 |
+
"step": 410
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"grad_norm": 1.1055631637573242,
|
| 260 |
+
"learning_rate": 9.918271394995935e-05,
|
| 261 |
+
"loss": 0.2021,
|
| 262 |
+
"step": 420
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"grad_norm": 1.117937445640564,
|
| 266 |
+
"learning_rate": 9.910660001901335e-05,
|
| 267 |
+
"loss": 0.182,
|
| 268 |
+
"step": 430
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"grad_norm": 1.1873646974563599,
|
| 272 |
+
"learning_rate": 9.902712971718675e-05,
|
| 273 |
+
"loss": 0.1758,
|
| 274 |
+
"step": 440
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"grad_norm": 0.9126381874084473,
|
| 278 |
+
"learning_rate": 9.894430847616915e-05,
|
| 279 |
+
"loss": 0.1617,
|
| 280 |
+
"step": 450
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"grad_norm": 1.0383628606796265,
|
| 284 |
+
"learning_rate": 9.885814195668232e-05,
|
| 285 |
+
"loss": 0.145,
|
| 286 |
+
"step": 460
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"grad_norm": 0.919028639793396,
|
| 290 |
+
"learning_rate": 9.876863604809344e-05,
|
| 291 |
+
"loss": 0.1506,
|
| 292 |
+
"step": 470
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"grad_norm": 1.1515851020812988,
|
| 296 |
+
"learning_rate": 9.867579686801245e-05,
|
| 297 |
+
"loss": 0.1334,
|
| 298 |
+
"step": 480
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"grad_norm": 1.1096343994140625,
|
| 302 |
+
"learning_rate": 9.8579630761874e-05,
|
| 303 |
+
"loss": 0.1367,
|
| 304 |
+
"step": 490
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"grad_norm": 1.1786972284317017,
|
| 308 |
+
"learning_rate": 9.848014430250367e-05,
|
| 309 |
+
"loss": 0.1182,
|
| 310 |
+
"step": 500
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"grad_norm": 1.1796234846115112,
|
| 314 |
+
"learning_rate": 9.837734428966885e-05,
|
| 315 |
+
"loss": 0.1264,
|
| 316 |
+
"step": 510
|
| 317 |
+
},
|
| 318 |
+
{
|
| 319 |
+
"grad_norm": 0.9666761159896851,
|
| 320 |
+
"learning_rate": 9.827123774961383e-05,
|
| 321 |
+
"loss": 0.1124,
|
| 322 |
+
"step": 520
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"grad_norm": 1.1666871309280396,
|
| 326 |
+
"learning_rate": 9.816183193457968e-05,
|
| 327 |
+
"loss": 0.1266,
|
| 328 |
+
"step": 530
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"grad_norm": 0.9039803147315979,
|
| 332 |
+
"learning_rate": 9.804913432230856e-05,
|
| 333 |
+
"loss": 0.1368,
|
| 334 |
+
"step": 540
|
| 335 |
+
},
|
| 336 |
+
{
|
| 337 |
+
"grad_norm": 0.942671537399292,
|
| 338 |
+
"learning_rate": 9.793315261553252e-05,
|
| 339 |
+
"loss": 0.1118,
|
| 340 |
+
"step": 550
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"grad_norm": 0.9252918362617493,
|
| 344 |
+
"learning_rate": 9.781389474144717e-05,
|
| 345 |
+
"loss": 0.1224,
|
| 346 |
+
"step": 560
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"grad_norm": 1.0103312730789185,
|
| 350 |
+
"learning_rate": 9.76913688511698e-05,
|
| 351 |
+
"loss": 0.1378,
|
| 352 |
+
"step": 570
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"grad_norm": 0.8527487516403198,
|
| 356 |
+
"learning_rate": 9.756558331918227e-05,
|
| 357 |
+
"loss": 0.1265,
|
| 358 |
+
"step": 580
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"grad_norm": 0.9174740314483643,
|
| 362 |
+
"learning_rate": 9.743654674275855e-05,
|
| 363 |
+
"loss": 0.1059,
|
| 364 |
+
"step": 590
|
| 365 |
+
},
|
| 366 |
+
{
|
| 367 |
+
"grad_norm": 0.9517895579338074,
|
| 368 |
+
"learning_rate": 9.730426794137727e-05,
|
| 369 |
+
"loss": 0.1181,
|
| 370 |
+
"step": 600
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"grad_norm": 1.0374674797058105,
|
| 374 |
+
"learning_rate": 9.716875595611879e-05,
|
| 375 |
+
"loss": 0.1262,
|
| 376 |
+
"step": 610
|
| 377 |
+
},
|
| 378 |
+
{
|
| 379 |
+
"grad_norm": 0.8207120299339294,
|
| 380 |
+
"learning_rate": 9.703002004904729e-05,
|
| 381 |
+
"loss": 0.1169,
|
| 382 |
+
"step": 620
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"grad_norm": 0.8801824450492859,
|
| 386 |
+
"learning_rate": 9.688806970257773e-05,
|
| 387 |
+
"loss": 0.1061,
|
| 388 |
+
"step": 630
|
| 389 |
+
},
|
| 390 |
+
{
|
| 391 |
+
"grad_norm": 1.0981800556182861,
|
| 392 |
+
"learning_rate": 9.674291461882774e-05,
|
| 393 |
+
"loss": 0.1008,
|
| 394 |
+
"step": 640
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"grad_norm": 1.0826483964920044,
|
| 398 |
+
"learning_rate": 9.659456471895445e-05,
|
| 399 |
+
"loss": 0.1047,
|
| 400 |
+
"step": 650
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"grad_norm": 0.9131354093551636,
|
| 404 |
+
"learning_rate": 9.644303014247648e-05,
|
| 405 |
+
"loss": 0.1042,
|
| 406 |
+
"step": 660
|
| 407 |
+
},
|
| 408 |
+
{
|
| 409 |
+
"grad_norm": 0.9206304550170898,
|
| 410 |
+
"learning_rate": 9.628832124658085e-05,
|
| 411 |
+
"loss": 0.0889,
|
| 412 |
+
"step": 670
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"grad_norm": 1.0215647220611572,
|
| 416 |
+
"learning_rate": 9.613044860541507e-05,
|
| 417 |
+
"loss": 0.1093,
|
| 418 |
+
"step": 680
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"grad_norm": 0.9893831610679626,
|
| 422 |
+
"learning_rate": 9.596942300936445e-05,
|
| 423 |
+
"loss": 0.0885,
|
| 424 |
+
"step": 690
|
| 425 |
+
},
|
| 426 |
+
{
|
| 427 |
+
"grad_norm": 0.9044161438941956,
|
| 428 |
+
"learning_rate": 9.580525546431459e-05,
|
| 429 |
+
"loss": 0.0914,
|
| 430 |
+
"step": 700
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"grad_norm": 0.9500342011451721,
|
| 434 |
+
"learning_rate": 9.563795719089911e-05,
|
| 435 |
+
"loss": 0.1005,
|
| 436 |
+
"step": 710
|
| 437 |
+
},
|
| 438 |
+
{
|
| 439 |
+
"grad_norm": 0.900039553642273,
|
| 440 |
+
"learning_rate": 9.546753962373281e-05,
|
| 441 |
+
"loss": 0.0904,
|
| 442 |
+
"step": 720
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"grad_norm": 1.0066508054733276,
|
| 446 |
+
"learning_rate": 9.529401441062997e-05,
|
| 447 |
+
"loss": 0.1067,
|
| 448 |
+
"step": 730
|
| 449 |
+
},
|
| 450 |
+
{
|
| 451 |
+
"grad_norm": 0.6757651567459106,
|
| 452 |
+
"learning_rate": 9.511739341180842e-05,
|
| 453 |
+
"loss": 0.0954,
|
| 454 |
+
"step": 740
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"grad_norm": 0.9729399681091309,
|
| 458 |
+
"learning_rate": 9.493768869907886e-05,
|
| 459 |
+
"loss": 0.0931,
|
| 460 |
+
"step": 750
|
| 461 |
+
},
|
| 462 |
+
{
|
| 463 |
+
"grad_norm": 0.8459152579307556,
|
| 464 |
+
"learning_rate": 9.475491255501968e-05,
|
| 465 |
+
"loss": 0.0897,
|
| 466 |
+
"step": 760
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"grad_norm": 0.8404608368873596,
|
| 470 |
+
"learning_rate": 9.456907747213748e-05,
|
| 471 |
+
"loss": 0.0942,
|
| 472 |
+
"step": 770
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"grad_norm": 0.8702502846717834,
|
| 476 |
+
"learning_rate": 9.438019615201336e-05,
|
| 477 |
+
"loss": 0.0949,
|
| 478 |
+
"step": 780
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"grad_norm": 0.7870336174964905,
|
| 482 |
+
"learning_rate": 9.418828150443469e-05,
|
| 483 |
+
"loss": 0.0808,
|
| 484 |
+
"step": 790
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"grad_norm": 0.6583549976348877,
|
| 488 |
+
"learning_rate": 9.399334664651262e-05,
|
| 489 |
+
"loss": 0.0905,
|
| 490 |
+
"step": 800
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"grad_norm": 0.996520459651947,
|
| 494 |
+
"learning_rate": 9.379540490178581e-05,
|
| 495 |
+
"loss": 0.0818,
|
| 496 |
+
"step": 810
|
| 497 |
+
},
|
| 498 |
+
{
|
| 499 |
+
"grad_norm": 0.7652238011360168,
|
| 500 |
+
"learning_rate": 9.359446979930955e-05,
|
| 501 |
+
"loss": 0.1046,
|
| 502 |
+
"step": 820
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"grad_norm": 0.8339548707008362,
|
| 506 |
+
"learning_rate": 9.33905550727312e-05,
|
| 507 |
+
"loss": 0.093,
|
| 508 |
+
"step": 830
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"grad_norm": 0.7939019799232483,
|
| 512 |
+
"learning_rate": 9.318367465935142e-05,
|
| 513 |
+
"loss": 0.0781,
|
| 514 |
+
"step": 840
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"grad_norm": 0.9351368546485901,
|
| 518 |
+
"learning_rate": 9.29738426991717e-05,
|
| 519 |
+
"loss": 0.085,
|
| 520 |
+
"step": 850
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"grad_norm": 0.8578147888183594,
|
| 524 |
+
"learning_rate": 9.276107353392774e-05,
|
| 525 |
+
"loss": 0.0963,
|
| 526 |
+
"step": 860
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"grad_norm": 0.92575603723526,
|
| 530 |
+
"learning_rate": 9.254538170610938e-05,
|
| 531 |
+
"loss": 0.0835,
|
| 532 |
+
"step": 870
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"grad_norm": 0.8614016175270081,
|
| 536 |
+
"learning_rate": 9.232678195796654e-05,
|
| 537 |
+
"loss": 0.0882,
|
| 538 |
+
"step": 880
|
| 539 |
+
},
|
| 540 |
+
{
|
| 541 |
+
"grad_norm": 0.6895948648452759,
|
| 542 |
+
"learning_rate": 9.210528923050164e-05,
|
| 543 |
+
"loss": 0.0874,
|
| 544 |
+
"step": 890
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"grad_norm": 0.8437885642051697,
|
| 548 |
+
"learning_rate": 9.188091866244834e-05,
|
| 549 |
+
"loss": 0.0829,
|
| 550 |
+
"step": 900
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"grad_norm": 0.810060441493988,
|
| 554 |
+
"learning_rate": 9.165368558923695e-05,
|
| 555 |
+
"loss": 0.0847,
|
| 556 |
+
"step": 910
|
| 557 |
+
},
|
| 558 |
+
{
|
| 559 |
+
"grad_norm": 0.951981782913208,
|
| 560 |
+
"learning_rate": 9.142360554194618e-05,
|
| 561 |
+
"loss": 0.0906,
|
| 562 |
+
"step": 920
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"grad_norm": 0.7779169082641602,
|
| 566 |
+
"learning_rate": 9.119069424624163e-05,
|
| 567 |
+
"loss": 0.1063,
|
| 568 |
+
"step": 930
|
| 569 |
+
},
|
| 570 |
+
{
|
| 571 |
+
"grad_norm": 0.8823823928833008,
|
| 572 |
+
"learning_rate": 9.0954967621301e-05,
|
| 573 |
+
"loss": 0.0755,
|
| 574 |
+
"step": 940
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"grad_norm": 0.8602485060691833,
|
| 578 |
+
"learning_rate": 9.071644177872594e-05,
|
| 579 |
+
"loss": 0.0781,
|
| 580 |
+
"step": 950
|
| 581 |
+
},
|
| 582 |
+
{
|
| 583 |
+
"grad_norm": 0.7411450743675232,
|
| 584 |
+
"learning_rate": 9.047513302144095e-05,
|
| 585 |
+
"loss": 0.0906,
|
| 586 |
+
"step": 960
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"grad_norm": 0.7676897644996643,
|
| 590 |
+
"learning_rate": 9.023105784257906e-05,
|
| 591 |
+
"loss": 0.0757,
|
| 592 |
+
"step": 970
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"grad_norm": 0.7622464299201965,
|
| 596 |
+
"learning_rate": 8.998423292435454e-05,
|
| 597 |
+
"loss": 0.0833,
|
| 598 |
+
"step": 980
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"grad_norm": 0.9143321514129639,
|
| 602 |
+
"learning_rate": 8.973467513692265e-05,
|
| 603 |
+
"loss": 0.0784,
|
| 604 |
+
"step": 990
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"grad_norm": 0.8642815947532654,
|
| 608 |
+
"learning_rate": 8.94824015372267e-05,
|
| 609 |
+
"loss": 0.0765,
|
| 610 |
+
"step": 1000
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"grad_norm": 0.7949955463409424,
|
| 614 |
+
"learning_rate": 8.922742936783207e-05,
|
| 615 |
+
"loss": 0.094,
|
| 616 |
+
"step": 1010
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"grad_norm": 0.6933111548423767,
|
| 620 |
+
"learning_rate": 8.896977605574788e-05,
|
| 621 |
+
"loss": 0.0747,
|
| 622 |
+
"step": 1020
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"grad_norm": 0.8414279222488403,
|
| 626 |
+
"learning_rate": 8.870945921123576e-05,
|
| 627 |
+
"loss": 0.0758,
|
| 628 |
+
"step": 1030
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"grad_norm": 0.776512622833252,
|
| 632 |
+
"learning_rate": 8.844649662660624e-05,
|
| 633 |
+
"loss": 0.0709,
|
| 634 |
+
"step": 1040
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"grad_norm": 0.7206313610076904,
|
| 638 |
+
"learning_rate": 8.818090627500266e-05,
|
| 639 |
+
"loss": 0.0746,
|
| 640 |
+
"step": 1050
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"grad_norm": 0.7836501002311707,
|
| 644 |
+
"learning_rate": 8.791270630917275e-05,
|
| 645 |
+
"loss": 0.0843,
|
| 646 |
+
"step": 1060
|
| 647 |
+
},
|
| 648 |
+
{
|
| 649 |
+
"grad_norm": 0.7526331543922424,
|
| 650 |
+
"learning_rate": 8.764191506022795e-05,
|
| 651 |
+
"loss": 0.0673,
|
| 652 |
+
"step": 1070
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"grad_norm": 0.7754926681518555,
|
| 656 |
+
"learning_rate": 8.736855103639037e-05,
|
| 657 |
+
"loss": 0.0778,
|
| 658 |
+
"step": 1080
|
| 659 |
+
},
|
| 660 |
+
{
|
| 661 |
+
"grad_norm": 0.7392964959144592,
|
| 662 |
+
"learning_rate": 8.709263292172794e-05,
|
| 663 |
+
"loss": 0.0758,
|
| 664 |
+
"step": 1090
|
| 665 |
+
},
|
| 666 |
+
{
|
| 667 |
+
"grad_norm": 0.9117401242256165,
|
| 668 |
+
"learning_rate": 8.681417957487729e-05,
|
| 669 |
+
"loss": 0.0681,
|
| 670 |
+
"step": 1100
|
| 671 |
+
},
|
| 672 |
+
{
|
| 673 |
+
"grad_norm": 0.7000150084495544,
|
| 674 |
+
"learning_rate": 8.653321002775478e-05,
|
| 675 |
+
"loss": 0.067,
|
| 676 |
+
"step": 1110
|
| 677 |
+
},
|
| 678 |
+
{
|
| 679 |
+
"grad_norm": 0.864216148853302,
|
| 680 |
+
"learning_rate": 8.624974348425574e-05,
|
| 681 |
+
"loss": 0.0684,
|
| 682 |
+
"step": 1120
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"grad_norm": 0.774832010269165,
|
| 686 |
+
"learning_rate": 8.596379931894188e-05,
|
| 687 |
+
"loss": 0.0714,
|
| 688 |
+
"step": 1130
|
| 689 |
+
},
|
| 690 |
+
{
|
| 691 |
+
"grad_norm": 0.6696436405181885,
|
| 692 |
+
"learning_rate": 8.567539707571703e-05,
|
| 693 |
+
"loss": 0.0623,
|
| 694 |
+
"step": 1140
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"grad_norm": 0.7433168888092041,
|
| 698 |
+
"learning_rate": 8.538455646649146e-05,
|
| 699 |
+
"loss": 0.0747,
|
| 700 |
+
"step": 1150
|
| 701 |
+
},
|
| 702 |
+
{
|
| 703 |
+
"grad_norm": 0.9218637347221375,
|
| 704 |
+
"learning_rate": 8.509129736983446e-05,
|
| 705 |
+
"loss": 0.0627,
|
| 706 |
+
"step": 1160
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"grad_norm": 0.7678722143173218,
|
| 710 |
+
"learning_rate": 8.479563982961571e-05,
|
| 711 |
+
"loss": 0.0735,
|
| 712 |
+
"step": 1170
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"grad_norm": 0.6091496348381042,
|
| 716 |
+
"learning_rate": 8.449760405363539e-05,
|
| 717 |
+
"loss": 0.0702,
|
| 718 |
+
"step": 1180
|
| 719 |
+
},
|
| 720 |
+
{
|
| 721 |
+
"grad_norm": 0.8940324783325195,
|
| 722 |
+
"learning_rate": 8.419721041224287e-05,
|
| 723 |
+
"loss": 0.0711,
|
| 724 |
+
"step": 1190
|
| 725 |
+
},
|
| 726 |
+
{
|
| 727 |
+
"grad_norm": 0.7087478637695312,
|
| 728 |
+
"learning_rate": 8.389447943694451e-05,
|
| 729 |
+
"loss": 0.0746,
|
| 730 |
+
"step": 1200
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"grad_norm": 0.8194981217384338,
|
| 734 |
+
"learning_rate": 8.358943181900032e-05,
|
| 735 |
+
"loss": 0.0807,
|
| 736 |
+
"step": 1210
|
| 737 |
+
},
|
| 738 |
+
{
|
| 739 |
+
"grad_norm": 0.6978784799575806,
|
| 740 |
+
"learning_rate": 8.328208840800981e-05,
|
| 741 |
+
"loss": 0.0741,
|
| 742 |
+
"step": 1220
|
| 743 |
+
},
|
| 744 |
+
{
|
| 745 |
+
"grad_norm": 0.7906820774078369,
|
| 746 |
+
"learning_rate": 8.297247021048686e-05,
|
| 747 |
+
"loss": 0.0619,
|
| 748 |
+
"step": 1230
|
| 749 |
+
},
|
| 750 |
+
{
|
| 751 |
+
"grad_norm": 0.6474481821060181,
|
| 752 |
+
"learning_rate": 8.266059838842396e-05,
|
| 753 |
+
"loss": 0.0688,
|
| 754 |
+
"step": 1240
|
| 755 |
+
},
|
| 756 |
+
{
|
| 757 |
+
"grad_norm": 0.9656246900558472,
|
| 758 |
+
"learning_rate": 8.23464942578459e-05,
|
| 759 |
+
"loss": 0.0588,
|
| 760 |
+
"step": 1250
|
| 761 |
+
},
|
| 762 |
+
{
|
| 763 |
+
"grad_norm": 0.8361049294471741,
|
| 764 |
+
"learning_rate": 8.203017928735277e-05,
|
| 765 |
+
"loss": 0.0589,
|
| 766 |
+
"step": 1260
|
| 767 |
+
},
|
| 768 |
+
{
|
| 769 |
+
"grad_norm": 0.7993912100791931,
|
| 770 |
+
"learning_rate": 8.17116750966526e-05,
|
| 771 |
+
"loss": 0.058,
|
| 772 |
+
"step": 1270
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"grad_norm": 0.6958066821098328,
|
| 776 |
+
"learning_rate": 8.139100345508377e-05,
|
| 777 |
+
"loss": 0.0666,
|
| 778 |
+
"step": 1280
|
| 779 |
+
},
|
| 780 |
+
{
|
| 781 |
+
"grad_norm": 0.7865972518920898,
|
| 782 |
+
"learning_rate": 8.106818628012697e-05,
|
| 783 |
+
"loss": 0.0633,
|
| 784 |
+
"step": 1290
|
| 785 |
+
},
|
| 786 |
+
{
|
| 787 |
+
"grad_norm": 0.8001440167427063,
|
| 788 |
+
"learning_rate": 8.074324563590736e-05,
|
| 789 |
+
"loss": 0.0641,
|
| 790 |
+
"step": 1300
|
| 791 |
+
},
|
| 792 |
+
{
|
| 793 |
+
"grad_norm": 0.5847869515419006,
|
| 794 |
+
"learning_rate": 8.041620373168628e-05,
|
| 795 |
+
"loss": 0.059,
|
| 796 |
+
"step": 1310
|
| 797 |
+
},
|
| 798 |
+
{
|
| 799 |
+
"grad_norm": 0.7417449355125427,
|
| 800 |
+
"learning_rate": 8.008708292034349e-05,
|
| 801 |
+
"loss": 0.0649,
|
| 802 |
+
"step": 1320
|
| 803 |
+
},
|
| 804 |
+
{
|
| 805 |
+
"grad_norm": 0.8588871955871582,
|
| 806 |
+
"learning_rate": 7.975590569684925e-05,
|
| 807 |
+
"loss": 0.0713,
|
| 808 |
+
"step": 1330
|
| 809 |
+
},
|
| 810 |
+
{
|
| 811 |
+
"grad_norm": 0.9031628370285034,
|
| 812 |
+
"learning_rate": 7.942269469672687e-05,
|
| 813 |
+
"loss": 0.0805,
|
| 814 |
+
"step": 1340
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"grad_norm": 0.7113631367683411,
|
| 818 |
+
"learning_rate": 7.908747269450558e-05,
|
| 819 |
+
"loss": 0.0594,
|
| 820 |
+
"step": 1350
|
| 821 |
+
},
|
| 822 |
+
{
|
| 823 |
+
"grad_norm": 0.7766090631484985,
|
| 824 |
+
"learning_rate": 7.875026260216393e-05,
|
| 825 |
+
"loss": 0.0709,
|
| 826 |
+
"step": 1360
|
| 827 |
+
},
|
| 828 |
+
{
|
| 829 |
+
"grad_norm": 0.6977663040161133,
|
| 830 |
+
"learning_rate": 7.841108746756382e-05,
|
| 831 |
+
"loss": 0.0592,
|
| 832 |
+
"step": 1370
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"grad_norm": 0.5998120903968811,
|
| 836 |
+
"learning_rate": 7.806997047287516e-05,
|
| 837 |
+
"loss": 0.0611,
|
| 838 |
+
"step": 1380
|
| 839 |
+
},
|
| 840 |
+
{
|
| 841 |
+
"grad_norm": 0.620721697807312,
|
| 842 |
+
"learning_rate": 7.772693493299138e-05,
|
| 843 |
+
"loss": 0.0645,
|
| 844 |
+
"step": 1390
|
| 845 |
+
},
|
| 846 |
+
{
|
| 847 |
+
"grad_norm": 0.5534964203834534,
|
| 848 |
+
"learning_rate": 7.7382004293936e-05,
|
| 849 |
+
"loss": 0.0591,
|
| 850 |
+
"step": 1400
|
| 851 |
+
},
|
| 852 |
+
{
|
| 853 |
+
"grad_norm": 0.8243955969810486,
|
| 854 |
+
"learning_rate": 7.703520213126e-05,
|
| 855 |
+
"loss": 0.0761,
|
| 856 |
+
"step": 1410
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"grad_norm": 0.8334596753120422,
|
| 860 |
+
"learning_rate": 7.66865521484305e-05,
|
| 861 |
+
"loss": 0.0644,
|
| 862 |
+
"step": 1420
|
| 863 |
+
},
|
| 864 |
+
{
|
| 865 |
+
"grad_norm": 0.6032682657241821,
|
| 866 |
+
"learning_rate": 7.633607817521074e-05,
|
| 867 |
+
"loss": 0.0641,
|
| 868 |
+
"step": 1430
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"grad_norm": 0.8320675492286682,
|
| 872 |
+
"learning_rate": 7.598380416603119e-05,
|
| 873 |
+
"loss": 0.0519,
|
| 874 |
+
"step": 1440
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"grad_norm": 0.7011476159095764,
|
| 878 |
+
"learning_rate": 7.562975419835247e-05,
|
| 879 |
+
"loss": 0.0625,
|
| 880 |
+
"step": 1450
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"grad_norm": 0.6943806409835815,
|
| 884 |
+
"learning_rate": 7.527395247101956e-05,
|
| 885 |
+
"loss": 0.0586,
|
| 886 |
+
"step": 1460
|
| 887 |
+
},
|
| 888 |
+
{
|
| 889 |
+
"grad_norm": 0.6534743905067444,
|
| 890 |
+
"learning_rate": 7.491642330260789e-05,
|
| 891 |
+
"loss": 0.047,
|
| 892 |
+
"step": 1470
|
| 893 |
+
},
|
| 894 |
+
{
|
| 895 |
+
"grad_norm": 0.5061941742897034,
|
| 896 |
+
"learning_rate": 7.45571911297612e-05,
|
| 897 |
+
"loss": 0.0547,
|
| 898 |
+
"step": 1480
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"grad_norm": 0.6317726373672485,
|
| 902 |
+
"learning_rate": 7.419628050552131e-05,
|
| 903 |
+
"loss": 0.0538,
|
| 904 |
+
"step": 1490
|
| 905 |
+
},
|
| 906 |
+
{
|
| 907 |
+
"grad_norm": 0.680921733379364,
|
| 908 |
+
"learning_rate": 7.383371609764999e-05,
|
| 909 |
+
"loss": 0.0629,
|
| 910 |
+
"step": 1500
|
| 911 |
+
},
|
| 912 |
+
{
|
| 913 |
+
"grad_norm": 0.6538820266723633,
|
| 914 |
+
"learning_rate": 7.346952268694288e-05,
|
| 915 |
+
"loss": 0.0467,
|
| 916 |
+
"step": 1510
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"grad_norm": 0.7029988765716553,
|
| 920 |
+
"learning_rate": 7.310372516553585e-05,
|
| 921 |
+
"loss": 0.0531,
|
| 922 |
+
"step": 1520
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"grad_norm": 0.7449007034301758,
|
| 926 |
+
"learning_rate": 7.273634853520356e-05,
|
| 927 |
+
"loss": 0.0554,
|
| 928 |
+
"step": 1530
|
| 929 |
+
},
|
| 930 |
+
{
|
| 931 |
+
"grad_norm": 0.7150567770004272,
|
| 932 |
+
"learning_rate": 7.236741790565072e-05,
|
| 933 |
+
"loss": 0.0498,
|
| 934 |
+
"step": 1540
|
| 935 |
+
},
|
| 936 |
+
{
|
| 937 |
+
"grad_norm": 0.6489887237548828,
|
| 938 |
+
"learning_rate": 7.199695849279576e-05,
|
| 939 |
+
"loss": 0.0626,
|
| 940 |
+
"step": 1550
|
| 941 |
+
},
|
| 942 |
+
{
|
| 943 |
+
"grad_norm": 0.5758053064346313,
|
| 944 |
+
"learning_rate": 7.162499561704747e-05,
|
| 945 |
+
"loss": 0.0431,
|
| 946 |
+
"step": 1560
|
| 947 |
+
},
|
| 948 |
+
{
|
| 949 |
+
"grad_norm": 0.6985897421836853,
|
| 950 |
+
"learning_rate": 7.125155470157429e-05,
|
| 951 |
+
"loss": 0.049,
|
| 952 |
+
"step": 1570
|
| 953 |
+
},
|
| 954 |
+
{
|
| 955 |
+
"grad_norm": 0.7250670194625854,
|
| 956 |
+
"learning_rate": 7.087666127056675e-05,
|
| 957 |
+
"loss": 0.05,
|
| 958 |
+
"step": 1580
|
| 959 |
+
},
|
| 960 |
+
{
|
| 961 |
+
"grad_norm": 0.8061374425888062,
|
| 962 |
+
"learning_rate": 7.050034094749286e-05,
|
| 963 |
+
"loss": 0.0541,
|
| 964 |
+
"step": 1590
|
| 965 |
+
},
|
| 966 |
+
{
|
| 967 |
+
"grad_norm": 0.6483418941497803,
|
| 968 |
+
"learning_rate": 7.012261945334683e-05,
|
| 969 |
+
"loss": 0.0567,
|
| 970 |
+
"step": 1600
|
| 971 |
+
},
|
| 972 |
+
{
|
| 973 |
+
"grad_norm": 0.6731835603713989,
|
| 974 |
+
"learning_rate": 6.974352260489103e-05,
|
| 975 |
+
"loss": 0.0594,
|
| 976 |
+
"step": 1610
|
| 977 |
+
},
|
| 978 |
+
{
|
| 979 |
+
"grad_norm": 0.5402406454086304,
|
| 980 |
+
"learning_rate": 6.936307631289148e-05,
|
| 981 |
+
"loss": 0.0546,
|
| 982 |
+
"step": 1620
|
| 983 |
+
},
|
| 984 |
+
{
|
| 985 |
+
"grad_norm": 0.6455554366111755,
|
| 986 |
+
"learning_rate": 6.898130658034685e-05,
|
| 987 |
+
"loss": 0.0557,
|
| 988 |
+
"step": 1630
|
| 989 |
+
},
|
| 990 |
+
{
|
| 991 |
+
"grad_norm": 0.6055830717086792,
|
| 992 |
+
"learning_rate": 6.859823950071127e-05,
|
| 993 |
+
"loss": 0.0482,
|
| 994 |
+
"step": 1640
|
| 995 |
+
},
|
| 996 |
+
{
|
| 997 |
+
"grad_norm": 0.6976457834243774,
|
| 998 |
+
"learning_rate": 6.821390125611078e-05,
|
| 999 |
+
"loss": 0.047,
|
| 1000 |
+
"step": 1650
|
| 1001 |
+
},
|
| 1002 |
+
{
|
| 1003 |
+
"grad_norm": 0.624470055103302,
|
| 1004 |
+
"learning_rate": 6.782831811555385e-05,
|
| 1005 |
+
"loss": 0.0628,
|
| 1006 |
+
"step": 1660
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"grad_norm": 0.6489690542221069,
|
| 1010 |
+
"learning_rate": 6.744151643313597e-05,
|
| 1011 |
+
"loss": 0.0482,
|
| 1012 |
+
"step": 1670
|
| 1013 |
+
},
|
| 1014 |
+
{
|
| 1015 |
+
"grad_norm": 0.6458560228347778,
|
| 1016 |
+
"learning_rate": 6.705352264623828e-05,
|
| 1017 |
+
"loss": 0.0485,
|
| 1018 |
+
"step": 1680
|
| 1019 |
+
},
|
| 1020 |
+
{
|
| 1021 |
+
"grad_norm": 0.7604877948760986,
|
| 1022 |
+
"learning_rate": 6.666436327372078e-05,
|
| 1023 |
+
"loss": 0.0688,
|
| 1024 |
+
"step": 1690
|
| 1025 |
+
},
|
| 1026 |
+
{
|
| 1027 |
+
"grad_norm": 0.895112156867981,
|
| 1028 |
+
"learning_rate": 6.62740649141096e-05,
|
| 1029 |
+
"loss": 0.0497,
|
| 1030 |
+
"step": 1700
|
| 1031 |
+
},
|
| 1032 |
+
{
|
| 1033 |
+
"grad_norm": 0.7516686916351318,
|
| 1034 |
+
"learning_rate": 6.588265424377919e-05,
|
| 1035 |
+
"loss": 0.0469,
|
| 1036 |
+
"step": 1710
|
| 1037 |
+
},
|
| 1038 |
+
{
|
| 1039 |
+
"grad_norm": 0.7760536670684814,
|
| 1040 |
+
"learning_rate": 6.549015801512895e-05,
|
| 1041 |
+
"loss": 0.0532,
|
| 1042 |
+
"step": 1720
|
| 1043 |
+
},
|
| 1044 |
+
{
|
| 1045 |
+
"grad_norm": 0.5603231191635132,
|
| 1046 |
+
"learning_rate": 6.509660305475468e-05,
|
| 1047 |
+
"loss": 0.0441,
|
| 1048 |
+
"step": 1730
|
| 1049 |
+
},
|
| 1050 |
+
{
|
| 1051 |
+
"grad_norm": 0.7287944555282593,
|
| 1052 |
+
"learning_rate": 6.47020162616152e-05,
|
| 1053 |
+
"loss": 0.0573,
|
| 1054 |
+
"step": 1740
|
| 1055 |
+
},
|
| 1056 |
+
{
|
| 1057 |
+
"grad_norm": 0.5824651718139648,
|
| 1058 |
+
"learning_rate": 6.430642460519365e-05,
|
| 1059 |
+
"loss": 0.044,
|
| 1060 |
+
"step": 1750
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"grad_norm": 0.7259038090705872,
|
| 1064 |
+
"learning_rate": 6.390985512365426e-05,
|
| 1065 |
+
"loss": 0.0474,
|
| 1066 |
+
"step": 1760
|
| 1067 |
+
},
|
| 1068 |
+
{
|
| 1069 |
+
"grad_norm": 0.6678518652915955,
|
| 1070 |
+
"learning_rate": 6.351233492199431e-05,
|
| 1071 |
+
"loss": 0.0476,
|
| 1072 |
+
"step": 1770
|
| 1073 |
+
},
|
| 1074 |
+
{
|
| 1075 |
+
"grad_norm": 0.5939485430717468,
|
| 1076 |
+
"learning_rate": 6.311389117019155e-05,
|
| 1077 |
+
"loss": 0.0402,
|
| 1078 |
+
"step": 1780
|
| 1079 |
+
},
|
| 1080 |
+
{
|
| 1081 |
+
"grad_norm": 0.6487128734588623,
|
| 1082 |
+
"learning_rate": 6.271455110134713e-05,
|
| 1083 |
+
"loss": 0.0543,
|
| 1084 |
+
"step": 1790
|
| 1085 |
+
},
|
| 1086 |
+
{
|
| 1087 |
+
"grad_norm": 0.7836150527000427,
|
| 1088 |
+
"learning_rate": 6.231434200982428e-05,
|
| 1089 |
+
"loss": 0.0526,
|
| 1090 |
+
"step": 1800
|
| 1091 |
+
},
|
| 1092 |
+
{
|
| 1093 |
+
"grad_norm": 0.741635799407959,
|
| 1094 |
+
"learning_rate": 6.191329124938285e-05,
|
| 1095 |
+
"loss": 0.0444,
|
| 1096 |
+
"step": 1810
|
| 1097 |
+
},
|
| 1098 |
+
{
|
| 1099 |
+
"grad_norm": 0.808029294013977,
|
| 1100 |
+
"learning_rate": 6.15114262313095e-05,
|
| 1101 |
+
"loss": 0.037,
|
| 1102 |
+
"step": 1820
|
| 1103 |
+
},
|
| 1104 |
+
{
|
| 1105 |
+
"grad_norm": 0.720241904258728,
|
| 1106 |
+
"learning_rate": 6.110877442254444e-05,
|
| 1107 |
+
"loss": 0.046,
|
| 1108 |
+
"step": 1830
|
| 1109 |
+
},
|
| 1110 |
+
{
|
| 1111 |
+
"grad_norm": 0.6670070886611938,
|
| 1112 |
+
"learning_rate": 6.0705363343803946e-05,
|
| 1113 |
+
"loss": 0.0498,
|
| 1114 |
+
"step": 1840
|
| 1115 |
+
},
|
| 1116 |
+
{
|
| 1117 |
+
"grad_norm": 0.6059926748275757,
|
| 1118 |
+
"learning_rate": 6.030122056769934e-05,
|
| 1119 |
+
"loss": 0.0421,
|
| 1120 |
+
"step": 1850
|
| 1121 |
+
},
|
| 1122 |
+
{
|
| 1123 |
+
"grad_norm": 0.5704910159111023,
|
| 1124 |
+
"learning_rate": 5.989637371685257e-05,
|
| 1125 |
+
"loss": 0.0446,
|
| 1126 |
+
"step": 1860
|
| 1127 |
+
},
|
| 1128 |
+
{
|
| 1129 |
+
"grad_norm": 0.6948256492614746,
|
| 1130 |
+
"learning_rate": 5.949085046200808e-05,
|
| 1131 |
+
"loss": 0.0389,
|
| 1132 |
+
"step": 1870
|
| 1133 |
+
},
|
| 1134 |
+
{
|
| 1135 |
+
"grad_norm": 0.5883222818374634,
|
| 1136 |
+
"learning_rate": 5.908467852014169e-05,
|
| 1137 |
+
"loss": 0.0441,
|
| 1138 |
+
"step": 1880
|
| 1139 |
+
},
|
| 1140 |
+
{
|
| 1141 |
+
"grad_norm": 0.5361840724945068,
|
| 1142 |
+
"learning_rate": 5.867788565256607e-05,
|
| 1143 |
+
"loss": 0.0488,
|
| 1144 |
+
"step": 1890
|
| 1145 |
+
},
|
| 1146 |
+
{
|
| 1147 |
+
"grad_norm": 0.6932770013809204,
|
| 1148 |
+
"learning_rate": 5.827049966303335e-05,
|
| 1149 |
+
"loss": 0.0542,
|
| 1150 |
+
"step": 1900
|
| 1151 |
+
},
|
| 1152 |
+
{
|
| 1153 |
+
"grad_norm": 0.6065871119499207,
|
| 1154 |
+
"learning_rate": 5.786254839583478e-05,
|
| 1155 |
+
"loss": 0.0414,
|
| 1156 |
+
"step": 1910
|
| 1157 |
+
},
|
| 1158 |
+
{
|
| 1159 |
+
"grad_norm": 0.6129220128059387,
|
| 1160 |
+
"learning_rate": 5.745405973389757e-05,
|
| 1161 |
+
"loss": 0.0347,
|
| 1162 |
+
"step": 1920
|
| 1163 |
+
},
|
| 1164 |
+
{
|
| 1165 |
+
"grad_norm": 0.7433731555938721,
|
| 1166 |
+
"learning_rate": 5.7045061596879134e-05,
|
| 1167 |
+
"loss": 0.0454,
|
| 1168 |
+
"step": 1930
|
| 1169 |
+
},
|
| 1170 |
+
{
|
| 1171 |
+
"grad_norm": 0.5591754913330078,
|
| 1172 |
+
"learning_rate": 5.6635581939258855e-05,
|
| 1173 |
+
"loss": 0.0357,
|
| 1174 |
+
"step": 1940
|
| 1175 |
+
},
|
| 1176 |
+
{
|
| 1177 |
+
"grad_norm": 0.8119701743125916,
|
| 1178 |
+
"learning_rate": 5.622564874842742e-05,
|
| 1179 |
+
"loss": 0.0448,
|
| 1180 |
+
"step": 1950
|
| 1181 |
+
},
|
| 1182 |
+
{
|
| 1183 |
+
"grad_norm": 0.6005354523658752,
|
| 1184 |
+
"learning_rate": 5.5815290042773836e-05,
|
| 1185 |
+
"loss": 0.0453,
|
| 1186 |
+
"step": 1960
|
| 1187 |
+
},
|
| 1188 |
+
{
|
| 1189 |
+
"grad_norm": 0.668282687664032,
|
| 1190 |
+
"learning_rate": 5.540453386977058e-05,
|
| 1191 |
+
"loss": 0.0448,
|
| 1192 |
+
"step": 1970
|
| 1193 |
+
},
|
| 1194 |
+
{
|
| 1195 |
+
"grad_norm": 0.5805159211158752,
|
| 1196 |
+
"learning_rate": 5.4993408304056425e-05,
|
| 1197 |
+
"loss": 0.0462,
|
| 1198 |
+
"step": 1980
|
| 1199 |
+
},
|
| 1200 |
+
{
|
| 1201 |
+
"grad_norm": 0.6105620265007019,
|
| 1202 |
+
"learning_rate": 5.458194144551768e-05,
|
| 1203 |
+
"loss": 0.0389,
|
| 1204 |
+
"step": 1990
|
| 1205 |
+
},
|
| 1206 |
+
{
|
| 1207 |
+
"grad_norm": 0.7107043862342834,
|
| 1208 |
+
"learning_rate": 5.417016141736756e-05,
|
| 1209 |
+
"loss": 0.0447,
|
| 1210 |
+
"step": 2000
|
| 1211 |
+
},
|
| 1212 |
+
{
|
| 1213 |
+
"grad_norm": 0.6052002310752869,
|
| 1214 |
+
"learning_rate": 5.375809636422399e-05,
|
| 1215 |
+
"loss": 0.04,
|
| 1216 |
+
"step": 2010
|
| 1217 |
+
},
|
| 1218 |
+
{
|
| 1219 |
+
"grad_norm": 0.6075652241706848,
|
| 1220 |
+
"learning_rate": 5.334577445018599e-05,
|
| 1221 |
+
"loss": 0.0379,
|
| 1222 |
+
"step": 2020
|
| 1223 |
+
},
|
| 1224 |
+
{
|
| 1225 |
+
"grad_norm": 0.6755344271659851,
|
| 1226 |
+
"learning_rate": 5.293322385690867e-05,
|
| 1227 |
+
"loss": 0.04,
|
| 1228 |
+
"step": 2030
|
| 1229 |
+
},
|
| 1230 |
+
{
|
| 1231 |
+
"grad_norm": 0.6519104242324829,
|
| 1232 |
+
"learning_rate": 5.252047278167709e-05,
|
| 1233 |
+
"loss": 0.0391,
|
| 1234 |
+
"step": 2040
|
| 1235 |
+
},
|
| 1236 |
+
{
|
| 1237 |
+
"grad_norm": 0.6227265000343323,
|
| 1238 |
+
"learning_rate": 5.210754943547893e-05,
|
| 1239 |
+
"loss": 0.0371,
|
| 1240 |
+
"step": 2050
|
| 1241 |
+
},
|
| 1242 |
+
{
|
| 1243 |
+
"grad_norm": 0.6305426955223083,
|
| 1244 |
+
"learning_rate": 5.169448204107643e-05,
|
| 1245 |
+
"loss": 0.0447,
|
| 1246 |
+
"step": 2060
|
| 1247 |
+
},
|
| 1248 |
+
{
|
| 1249 |
+
"grad_norm": 0.6486525535583496,
|
| 1250 |
+
"learning_rate": 5.128129883107729e-05,
|
| 1251 |
+
"loss": 0.0395,
|
| 1252 |
+
"step": 2070
|
| 1253 |
+
},
|
| 1254 |
+
{
|
| 1255 |
+
"grad_norm": 0.5312781929969788,
|
| 1256 |
+
"learning_rate": 5.086802804600505e-05,
|
| 1257 |
+
"loss": 0.0432,
|
| 1258 |
+
"step": 2080
|
| 1259 |
+
},
|
| 1260 |
+
{
|
| 1261 |
+
"grad_norm": 0.5023542642593384,
|
| 1262 |
+
"learning_rate": 5.045469793236892e-05,
|
| 1263 |
+
"loss": 0.0338,
|
| 1264 |
+
"step": 2090
|
| 1265 |
+
},
|
| 1266 |
+
{
|
| 1267 |
+
"grad_norm": 0.594048023223877,
|
| 1268 |
+
"learning_rate": 5.00413367407331e-05,
|
| 1269 |
+
"loss": 0.0375,
|
| 1270 |
+
"step": 2100
|
| 1271 |
+
},
|
| 1272 |
+
{
|
| 1273 |
+
"grad_norm": 0.694557785987854,
|
| 1274 |
+
"learning_rate": 4.9627972723785964e-05,
|
| 1275 |
+
"loss": 0.0436,
|
| 1276 |
+
"step": 2110
|
| 1277 |
+
},
|
| 1278 |
+
{
|
| 1279 |
+
"grad_norm": 0.6703158617019653,
|
| 1280 |
+
"learning_rate": 4.921463413440898e-05,
|
| 1281 |
+
"loss": 0.0525,
|
| 1282 |
+
"step": 2120
|
| 1283 |
+
},
|
| 1284 |
+
{
|
| 1285 |
+
"grad_norm": 0.6957100629806519,
|
| 1286 |
+
"learning_rate": 4.8801349223745654e-05,
|
| 1287 |
+
"loss": 0.0458,
|
| 1288 |
+
"step": 2130
|
| 1289 |
+
},
|
| 1290 |
+
{
|
| 1291 |
+
"grad_norm": 0.4819040894508362,
|
| 1292 |
+
"learning_rate": 4.838814623927067e-05,
|
| 1293 |
+
"loss": 0.0374,
|
| 1294 |
+
"step": 2140
|
| 1295 |
+
},
|
| 1296 |
+
{
|
| 1297 |
+
"grad_norm": 0.5672330260276794,
|
| 1298 |
+
"learning_rate": 4.797505342285912e-05,
|
| 1299 |
+
"loss": 0.0335,
|
| 1300 |
+
"step": 2150
|
| 1301 |
+
},
|
| 1302 |
+
{
|
| 1303 |
+
"grad_norm": 0.48656466603279114,
|
| 1304 |
+
"learning_rate": 4.756209900885628e-05,
|
| 1305 |
+
"loss": 0.0513,
|
| 1306 |
+
"step": 2160
|
| 1307 |
+
},
|
| 1308 |
+
{
|
| 1309 |
+
"grad_norm": 0.61264568567276,
|
| 1310 |
+
"learning_rate": 4.714931122214781e-05,
|
| 1311 |
+
"loss": 0.0315,
|
| 1312 |
+
"step": 2170
|
| 1313 |
+
},
|
| 1314 |
+
{
|
| 1315 |
+
"grad_norm": 0.5058608651161194,
|
| 1316 |
+
"learning_rate": 4.673671827623058e-05,
|
| 1317 |
+
"loss": 0.0287,
|
| 1318 |
+
"step": 2180
|
| 1319 |
+
},
|
| 1320 |
+
{
|
| 1321 |
+
"grad_norm": 0.5416887998580933,
|
| 1322 |
+
"learning_rate": 4.632434837128443e-05,
|
| 1323 |
+
"loss": 0.0368,
|
| 1324 |
+
"step": 2190
|
| 1325 |
+
},
|
| 1326 |
+
{
|
| 1327 |
+
"grad_norm": 0.47926202416419983,
|
| 1328 |
+
"learning_rate": 4.591222969224453e-05,
|
| 1329 |
+
"loss": 0.0353,
|
| 1330 |
+
"step": 2200
|
| 1331 |
+
},
|
| 1332 |
+
{
|
| 1333 |
+
"grad_norm": 0.5348265767097473,
|
| 1334 |
+
"learning_rate": 4.550039040687518e-05,
|
| 1335 |
+
"loss": 0.0441,
|
| 1336 |
+
"step": 2210
|
| 1337 |
+
},
|
| 1338 |
+
{
|
| 1339 |
+
"grad_norm": 0.5669287443161011,
|
| 1340 |
+
"learning_rate": 4.508885866384446e-05,
|
| 1341 |
+
"loss": 0.0386,
|
| 1342 |
+
"step": 2220
|
| 1343 |
+
},
|
| 1344 |
+
{
|
| 1345 |
+
"grad_norm": 0.5626216530799866,
|
| 1346 |
+
"learning_rate": 4.4677662590800355e-05,
|
| 1347 |
+
"loss": 0.0425,
|
| 1348 |
+
"step": 2230
|
| 1349 |
+
},
|
| 1350 |
+
{
|
| 1351 |
+
"grad_norm": 0.5524623990058899,
|
| 1352 |
+
"learning_rate": 4.426683029244825e-05,
|
| 1353 |
+
"loss": 0.0368,
|
| 1354 |
+
"step": 2240
|
| 1355 |
+
},
|
| 1356 |
+
{
|
| 1357 |
+
"grad_norm": 0.6103543639183044,
|
| 1358 |
+
"learning_rate": 4.385638984863e-05,
|
| 1359 |
+
"loss": 0.0392,
|
| 1360 |
+
"step": 2250
|
| 1361 |
+
},
|
| 1362 |
+
{
|
| 1363 |
+
"grad_norm": 0.5915071368217468,
|
| 1364 |
+
"learning_rate": 4.3446369312404745e-05,
|
| 1365 |
+
"loss": 0.0489,
|
| 1366 |
+
"step": 2260
|
| 1367 |
+
},
|
| 1368 |
+
{
|
| 1369 |
+
"grad_norm": 0.6295871138572693,
|
| 1370 |
+
"learning_rate": 4.3036796708131474e-05,
|
| 1371 |
+
"loss": 0.0427,
|
| 1372 |
+
"step": 2270
|
| 1373 |
+
},
|
| 1374 |
+
{
|
| 1375 |
+
"grad_norm": 0.6349125504493713,
|
| 1376 |
+
"learning_rate": 4.262770002955363e-05,
|
| 1377 |
+
"loss": 0.0403,
|
| 1378 |
+
"step": 2280
|
| 1379 |
+
},
|
| 1380 |
+
{
|
| 1381 |
+
"grad_norm": 0.6710438132286072,
|
| 1382 |
+
"learning_rate": 4.221910723788578e-05,
|
| 1383 |
+
"loss": 0.0417,
|
| 1384 |
+
"step": 2290
|
| 1385 |
+
},
|
| 1386 |
+
{
|
| 1387 |
+
"grad_norm": 0.6867300271987915,
|
| 1388 |
+
"learning_rate": 4.1811046259902474e-05,
|
| 1389 |
+
"loss": 0.0369,
|
| 1390 |
+
"step": 2300
|
| 1391 |
+
},
|
| 1392 |
+
{
|
| 1393 |
+
"grad_norm": 0.5006837844848633,
|
| 1394 |
+
"learning_rate": 4.140354498602952e-05,
|
| 1395 |
+
"loss": 0.0329,
|
| 1396 |
+
"step": 2310
|
| 1397 |
+
},
|
| 1398 |
+
{
|
| 1399 |
+
"grad_norm": 0.6172762513160706,
|
| 1400 |
+
"learning_rate": 4.099663126843769e-05,
|
| 1401 |
+
"loss": 0.0419,
|
| 1402 |
+
"step": 2320
|
| 1403 |
+
},
|
| 1404 |
+
{
|
| 1405 |
+
"grad_norm": 0.6211356520652771,
|
| 1406 |
+
"learning_rate": 4.059033291913902e-05,
|
| 1407 |
+
"loss": 0.0341,
|
| 1408 |
+
"step": 2330
|
| 1409 |
+
},
|
| 1410 |
+
{
|
| 1411 |
+
"grad_norm": 0.5258412957191467,
|
| 1412 |
+
"learning_rate": 4.0184677708086014e-05,
|
| 1413 |
+
"loss": 0.0351,
|
| 1414 |
+
"step": 2340
|
| 1415 |
+
},
|
| 1416 |
+
{
|
| 1417 |
+
"grad_norm": 0.4894413948059082,
|
| 1418 |
+
"learning_rate": 3.977969336127348e-05,
|
| 1419 |
+
"loss": 0.0389,
|
| 1420 |
+
"step": 2350
|
| 1421 |
+
},
|
| 1422 |
+
{
|
| 1423 |
+
"grad_norm": 0.5874727964401245,
|
| 1424 |
+
"learning_rate": 3.937540755884357e-05,
|
| 1425 |
+
"loss": 0.0327,
|
| 1426 |
+
"step": 2360
|
| 1427 |
+
},
|
| 1428 |
+
{
|
| 1429 |
+
"grad_norm": 0.6036278009414673,
|
| 1430 |
+
"learning_rate": 3.897184793319384e-05,
|
| 1431 |
+
"loss": 0.0407,
|
| 1432 |
+
"step": 2370
|
| 1433 |
+
},
|
| 1434 |
+
{
|
| 1435 |
+
"grad_norm": 0.5915507674217224,
|
| 1436 |
+
"learning_rate": 3.856904206708863e-05,
|
| 1437 |
+
"loss": 0.034,
|
| 1438 |
+
"step": 2380
|
| 1439 |
+
},
|
| 1440 |
+
{
|
| 1441 |
+
"grad_norm": 0.5668364763259888,
|
| 1442 |
+
"learning_rate": 3.8167017491773847e-05,
|
| 1443 |
+
"loss": 0.045,
|
| 1444 |
+
"step": 2390
|
| 1445 |
+
},
|
| 1446 |
+
{
|
| 1447 |
+
"grad_norm": 0.47190675139427185,
|
| 1448 |
+
"learning_rate": 3.776580168509516e-05,
|
| 1449 |
+
"loss": 0.032,
|
| 1450 |
+
"step": 2400
|
| 1451 |
+
},
|
| 1452 |
+
{
|
| 1453 |
+
"grad_norm": 0.5721725821495056,
|
| 1454 |
+
"learning_rate": 3.736542206962e-05,
|
| 1455 |
+
"loss": 0.038,
|
| 1456 |
+
"step": 2410
|
| 1457 |
+
},
|
| 1458 |
+
{
|
| 1459 |
+
"grad_norm": 0.620116114616394,
|
| 1460 |
+
"learning_rate": 3.696590601076326e-05,
|
| 1461 |
+
"loss": 0.0369,
|
| 1462 |
+
"step": 2420
|
| 1463 |
+
},
|
| 1464 |
+
{
|
| 1465 |
+
"grad_norm": 0.4550316333770752,
|
| 1466 |
+
"learning_rate": 3.656728081491686e-05,
|
| 1467 |
+
"loss": 0.0309,
|
| 1468 |
+
"step": 2430
|
| 1469 |
+
},
|
| 1470 |
+
{
|
| 1471 |
+
"grad_norm": 0.6338745951652527,
|
| 1472 |
+
"learning_rate": 3.6169573727583405e-05,
|
| 1473 |
+
"loss": 0.0322,
|
| 1474 |
+
"step": 2440
|
| 1475 |
+
},
|
| 1476 |
+
{
|
| 1477 |
+
"grad_norm": 0.7260713577270508,
|
| 1478 |
+
"learning_rate": 3.5772811931514036e-05,
|
| 1479 |
+
"loss": 0.0388,
|
| 1480 |
+
"step": 2450
|
| 1481 |
+
},
|
| 1482 |
+
{
|
| 1483 |
+
"grad_norm": 0.6656675338745117,
|
| 1484 |
+
"learning_rate": 3.5377022544850505e-05,
|
| 1485 |
+
"loss": 0.0366,
|
| 1486 |
+
"step": 2460
|
| 1487 |
+
},
|
| 1488 |
+
{
|
| 1489 |
+
"grad_norm": 0.5180649757385254,
|
| 1490 |
+
"learning_rate": 3.498223261927158e-05,
|
| 1491 |
+
"loss": 0.0314,
|
| 1492 |
+
"step": 2470
|
| 1493 |
+
},
|
| 1494 |
+
{
|
| 1495 |
+
"grad_norm": 0.48045089840888977,
|
| 1496 |
+
"learning_rate": 3.4588469138144295e-05,
|
| 1497 |
+
"loss": 0.0343,
|
| 1498 |
+
"step": 2480
|
| 1499 |
+
},
|
| 1500 |
+
{
|
| 1501 |
+
"grad_norm": 0.441069096326828,
|
| 1502 |
+
"learning_rate": 3.419575901467952e-05,
|
| 1503 |
+
"loss": 0.0393,
|
| 1504 |
+
"step": 2490
|
| 1505 |
+
},
|
| 1506 |
+
{
|
| 1507 |
+
"grad_norm": 0.5035195350646973,
|
| 1508 |
+
"learning_rate": 3.380412909009254e-05,
|
| 1509 |
+
"loss": 0.0378,
|
| 1510 |
+
"step": 2500
|
| 1511 |
+
},
|
| 1512 |
+
{
|
| 1513 |
+
"grad_norm": 0.5782636404037476,
|
| 1514 |
+
"learning_rate": 3.3413606131768475e-05,
|
| 1515 |
+
"loss": 0.035,
|
| 1516 |
+
"step": 2510
|
| 1517 |
+
},
|
| 1518 |
+
{
|
| 1519 |
+
"grad_norm": 0.5339587926864624,
|
| 1520 |
+
"learning_rate": 3.302421683143279e-05,
|
| 1521 |
+
"loss": 0.0288,
|
| 1522 |
+
"step": 2520
|
| 1523 |
+
},
|
| 1524 |
+
{
|
| 1525 |
+
"grad_norm": 0.5033506155014038,
|
| 1526 |
+
"learning_rate": 3.2635987803326896e-05,
|
| 1527 |
+
"loss": 0.0311,
|
| 1528 |
+
"step": 2530
|
| 1529 |
+
},
|
| 1530 |
+
{
|
| 1531 |
+
"grad_norm": 0.5505670309066772,
|
| 1532 |
+
"learning_rate": 3.224894558238918e-05,
|
| 1533 |
+
"loss": 0.0438,
|
| 1534 |
+
"step": 2540
|
| 1535 |
+
},
|
| 1536 |
+
{
|
| 1537 |
+
"grad_norm": 0.5119810700416565,
|
| 1538 |
+
"learning_rate": 3.18631166224413e-05,
|
| 1539 |
+
"loss": 0.0282,
|
| 1540 |
+
"step": 2550
|
| 1541 |
+
},
|
| 1542 |
+
{
|
| 1543 |
+
"grad_norm": 0.5466793775558472,
|
| 1544 |
+
"learning_rate": 3.147852729438017e-05,
|
| 1545 |
+
"loss": 0.042,
|
| 1546 |
+
"step": 2560
|
| 1547 |
+
},
|
| 1548 |
+
{
|
| 1549 |
+
"grad_norm": 0.515468180179596,
|
| 1550 |
+
"learning_rate": 3.109520388437548e-05,
|
| 1551 |
+
"loss": 0.0379,
|
| 1552 |
+
"step": 2570
|
| 1553 |
+
},
|
| 1554 |
+
{
|
| 1555 |
+
"grad_norm": 0.4469379484653473,
|
| 1556 |
+
"learning_rate": 3.0713172592073116e-05,
|
| 1557 |
+
"loss": 0.0368,
|
| 1558 |
+
"step": 2580
|
| 1559 |
+
},
|
| 1560 |
+
{
|
| 1561 |
+
"grad_norm": 0.5230011940002441,
|
| 1562 |
+
"learning_rate": 3.0332459528804457e-05,
|
| 1563 |
+
"loss": 0.0293,
|
| 1564 |
+
"step": 2590
|
| 1565 |
+
},
|
| 1566 |
+
{
|
| 1567 |
+
"grad_norm": 0.5339827537536621,
|
| 1568 |
+
"learning_rate": 2.9953090715801634e-05,
|
| 1569 |
+
"loss": 0.0387,
|
| 1570 |
+
"step": 2600
|
| 1571 |
+
},
|
| 1572 |
+
{
|
| 1573 |
+
"grad_norm": 0.5039859414100647,
|
| 1574 |
+
"learning_rate": 2.9575092082419086e-05,
|
| 1575 |
+
"loss": 0.0328,
|
| 1576 |
+
"step": 2610
|
| 1577 |
+
},
|
| 1578 |
+
{
|
| 1579 |
+
"grad_norm": 0.3845639228820801,
|
| 1580 |
+
"learning_rate": 2.9198489464361288e-05,
|
| 1581 |
+
"loss": 0.0286,
|
| 1582 |
+
"step": 2620
|
| 1583 |
+
},
|
| 1584 |
+
{
|
| 1585 |
+
"grad_norm": 0.5469383597373962,
|
| 1586 |
+
"learning_rate": 2.8823308601916948e-05,
|
| 1587 |
+
"loss": 0.0367,
|
| 1588 |
+
"step": 2630
|
| 1589 |
+
},
|
| 1590 |
+
{
|
| 1591 |
+
"grad_norm": 0.4678457975387573,
|
| 1592 |
+
"learning_rate": 2.8449575138199613e-05,
|
| 1593 |
+
"loss": 0.0344,
|
| 1594 |
+
"step": 2640
|
| 1595 |
+
},
|
| 1596 |
+
{
|
| 1597 |
+
"grad_norm": 0.4155403673648834,
|
| 1598 |
+
"learning_rate": 2.807731461739509e-05,
|
| 1599 |
+
"loss": 0.0314,
|
| 1600 |
+
"step": 2650
|
| 1601 |
+
},
|
| 1602 |
+
{
|
| 1603 |
+
"grad_norm": 0.5133353471755981,
|
| 1604 |
+
"learning_rate": 2.7706552483015485e-05,
|
| 1605 |
+
"loss": 0.0278,
|
| 1606 |
+
"step": 2660
|
| 1607 |
+
},
|
| 1608 |
+
{
|
| 1609 |
+
"grad_norm": 0.4494065046310425,
|
| 1610 |
+
"learning_rate": 2.733731407616018e-05,
|
| 1611 |
+
"loss": 0.0375,
|
| 1612 |
+
"step": 2670
|
| 1613 |
+
},
|
| 1614 |
+
{
|
| 1615 |
+
"grad_norm": 0.5877922773361206,
|
| 1616 |
+
"learning_rate": 2.6969624633783806e-05,
|
| 1617 |
+
"loss": 0.0284,
|
| 1618 |
+
"step": 2680
|
| 1619 |
+
},
|
| 1620 |
+
{
|
| 1621 |
+
"grad_norm": 0.5077726244926453,
|
| 1622 |
+
"learning_rate": 2.660350928697134e-05,
|
| 1623 |
+
"loss": 0.025,
|
| 1624 |
+
"step": 2690
|
| 1625 |
+
},
|
| 1626 |
+
{
|
| 1627 |
+
"grad_norm": 0.45414894819259644,
|
| 1628 |
+
"learning_rate": 2.6238993059220395e-05,
|
| 1629 |
+
"loss": 0.0304,
|
| 1630 |
+
"step": 2700
|
| 1631 |
+
},
|
| 1632 |
+
{
|
| 1633 |
+
"grad_norm": 0.4893397092819214,
|
| 1634 |
+
"learning_rate": 2.5876100864730933e-05,
|
| 1635 |
+
"loss": 0.0263,
|
| 1636 |
+
"step": 2710
|
| 1637 |
+
},
|
| 1638 |
+
{
|
| 1639 |
+
"grad_norm": 0.42894211411476135,
|
| 1640 |
+
"learning_rate": 2.5514857506702405e-05,
|
| 1641 |
+
"loss": 0.0342,
|
| 1642 |
+
"step": 2720
|
| 1643 |
+
},
|
| 1644 |
+
{
|
| 1645 |
+
"grad_norm": 0.44181883335113525,
|
| 1646 |
+
"learning_rate": 2.5155287675638474e-05,
|
| 1647 |
+
"loss": 0.0214,
|
| 1648 |
+
"step": 2730
|
| 1649 |
+
},
|
| 1650 |
+
{
|
| 1651 |
+
"grad_norm": 0.4932309687137604,
|
| 1652 |
+
"learning_rate": 2.4797415947659457e-05,
|
| 1653 |
+
"loss": 0.0253,
|
| 1654 |
+
"step": 2740
|
| 1655 |
+
},
|
| 1656 |
+
{
|
| 1657 |
+
"grad_norm": 0.5245810747146606,
|
| 1658 |
+
"learning_rate": 2.4441266782822588e-05,
|
| 1659 |
+
"loss": 0.0282,
|
| 1660 |
+
"step": 2750
|
| 1661 |
+
},
|
| 1662 |
+
{
|
| 1663 |
+
"grad_norm": 0.3769085109233856,
|
| 1664 |
+
"learning_rate": 2.4086864523450183e-05,
|
| 1665 |
+
"loss": 0.0274,
|
| 1666 |
+
"step": 2760
|
| 1667 |
+
},
|
| 1668 |
+
{
|
| 1669 |
+
"grad_norm": 0.3981013894081116,
|
| 1670 |
+
"learning_rate": 2.3734233392465903e-05,
|
| 1671 |
+
"loss": 0.0247,
|
| 1672 |
+
"step": 2770
|
| 1673 |
+
},
|
| 1674 |
+
{
|
| 1675 |
+
"grad_norm": 0.43023818731307983,
|
| 1676 |
+
"learning_rate": 2.3383397491739145e-05,
|
| 1677 |
+
"loss": 0.026,
|
| 1678 |
+
"step": 2780
|
| 1679 |
+
},
|
| 1680 |
+
{
|
| 1681 |
+
"grad_norm": 0.4619300365447998,
|
| 1682 |
+
"learning_rate": 2.3034380800437678e-05,
|
| 1683 |
+
"loss": 0.0347,
|
| 1684 |
+
"step": 2790
|
| 1685 |
+
},
|
| 1686 |
+
{
|
| 1687 |
+
"grad_norm": 0.6389289498329163,
|
| 1688 |
+
"learning_rate": 2.2687207173388743e-05,
|
| 1689 |
+
"loss": 0.03,
|
| 1690 |
+
"step": 2800
|
| 1691 |
+
},
|
| 1692 |
+
{
|
| 1693 |
+
"grad_norm": 0.4443320333957672,
|
| 1694 |
+
"learning_rate": 2.234190033944858e-05,
|
| 1695 |
+
"loss": 0.0264,
|
| 1696 |
+
"step": 2810
|
| 1697 |
+
},
|
| 1698 |
+
{
|
| 1699 |
+
"grad_norm": 0.5003495216369629,
|
| 1700 |
+
"learning_rate": 2.1998483899880596e-05,
|
| 1701 |
+
"loss": 0.0236,
|
| 1702 |
+
"step": 2820
|
| 1703 |
+
},
|
| 1704 |
+
{
|
| 1705 |
+
"grad_norm": 0.43591976165771484,
|
| 1706 |
+
"learning_rate": 2.1656981326742266e-05,
|
| 1707 |
+
"loss": 0.0336,
|
| 1708 |
+
"step": 2830
|
| 1709 |
+
},
|
| 1710 |
+
{
|
| 1711 |
+
"grad_norm": 0.5081432461738586,
|
| 1712 |
+
"learning_rate": 2.1317415961280824e-05,
|
| 1713 |
+
"loss": 0.0314,
|
| 1714 |
+
"step": 2840
|
| 1715 |
+
},
|
| 1716 |
+
{
|
| 1717 |
+
"grad_norm": 0.31645628809928894,
|
| 1718 |
+
"learning_rate": 2.097981101233794e-05,
|
| 1719 |
+
"loss": 0.028,
|
| 1720 |
+
"step": 2850
|
| 1721 |
+
},
|
| 1722 |
+
{
|
| 1723 |
+
"grad_norm": 0.4113507866859436,
|
| 1724 |
+
"learning_rate": 2.0644189554763417e-05,
|
| 1725 |
+
"loss": 0.0302,
|
| 1726 |
+
"step": 2860
|
| 1727 |
+
},
|
| 1728 |
+
{
|
| 1729 |
+
"grad_norm": 0.4669516980648041,
|
| 1730 |
+
"learning_rate": 2.0310574527838072e-05,
|
| 1731 |
+
"loss": 0.0319,
|
| 1732 |
+
"step": 2870
|
| 1733 |
+
},
|
| 1734 |
+
{
|
| 1735 |
+
"grad_norm": 0.28381678462028503,
|
| 1736 |
+
"learning_rate": 1.9978988733705807e-05,
|
| 1737 |
+
"loss": 0.0259,
|
| 1738 |
+
"step": 2880
|
| 1739 |
+
},
|
| 1740 |
+
{
|
| 1741 |
+
"grad_norm": 0.514695942401886,
|
| 1742 |
+
"learning_rate": 1.9649454835815202e-05,
|
| 1743 |
+
"loss": 0.0324,
|
| 1744 |
+
"step": 2890
|
| 1745 |
+
},
|
| 1746 |
+
{
|
| 1747 |
+
"grad_norm": 0.4180992841720581,
|
| 1748 |
+
"learning_rate": 1.932199535737045e-05,
|
| 1749 |
+
"loss": 0.0296,
|
| 1750 |
+
"step": 2900
|
| 1751 |
+
},
|
| 1752 |
+
{
|
| 1753 |
+
"grad_norm": 0.4517526924610138,
|
| 1754 |
+
"learning_rate": 1.8996632679791914e-05,
|
| 1755 |
+
"loss": 0.027,
|
| 1756 |
+
"step": 2910
|
| 1757 |
+
},
|
| 1758 |
+
{
|
| 1759 |
+
"grad_norm": 0.4217066466808319,
|
| 1760 |
+
"learning_rate": 1.8673389041186418e-05,
|
| 1761 |
+
"loss": 0.0291,
|
| 1762 |
+
"step": 2920
|
| 1763 |
+
},
|
| 1764 |
+
{
|
| 1765 |
+
"grad_norm": 0.3153027892112732,
|
| 1766 |
+
"learning_rate": 1.8352286534827274e-05,
|
| 1767 |
+
"loss": 0.0264,
|
| 1768 |
+
"step": 2930
|
| 1769 |
+
},
|
| 1770 |
+
{
|
| 1771 |
+
"grad_norm": 0.3692893087863922,
|
| 1772 |
+
"learning_rate": 1.803334710764426e-05,
|
| 1773 |
+
"loss": 0.0311,
|
| 1774 |
+
"step": 2940
|
| 1775 |
+
},
|
| 1776 |
+
{
|
| 1777 |
+
"grad_norm": 0.39785853028297424,
|
| 1778 |
+
"learning_rate": 1.7716592558723556e-05,
|
| 1779 |
+
"loss": 0.0379,
|
| 1780 |
+
"step": 2950
|
| 1781 |
+
},
|
| 1782 |
+
{
|
| 1783 |
+
"grad_norm": 0.3288579285144806,
|
| 1784 |
+
"learning_rate": 1.7402044537817824e-05,
|
| 1785 |
+
"loss": 0.0289,
|
| 1786 |
+
"step": 2960
|
| 1787 |
+
},
|
| 1788 |
+
{
|
| 1789 |
+
"grad_norm": 0.404143363237381,
|
| 1790 |
+
"learning_rate": 1.7089724543866465e-05,
|
| 1791 |
+
"loss": 0.0262,
|
| 1792 |
+
"step": 2970
|
| 1793 |
+
},
|
| 1794 |
+
{
|
| 1795 |
+
"grad_norm": 0.40508750081062317,
|
| 1796 |
+
"learning_rate": 1.6779653923526188e-05,
|
| 1797 |
+
"loss": 0.0239,
|
| 1798 |
+
"step": 2980
|
| 1799 |
+
},
|
| 1800 |
+
{
|
| 1801 |
+
"grad_norm": 0.356096476316452,
|
| 1802 |
+
"learning_rate": 1.6471853869712023e-05,
|
| 1803 |
+
"loss": 0.0294,
|
| 1804 |
+
"step": 2990
|
| 1805 |
+
},
|
| 1806 |
+
{
|
| 1807 |
+
"grad_norm": 0.4332851767539978,
|
| 1808 |
+
"learning_rate": 1.6166345420148787e-05,
|
| 1809 |
+
"loss": 0.0428,
|
| 1810 |
+
"step": 3000
|
| 1811 |
+
},
|
| 1812 |
+
{
|
| 1813 |
+
"grad_norm": 0.34356242418289185,
|
| 1814 |
+
"learning_rate": 1.5863149455933158e-05,
|
| 1815 |
+
"loss": 0.0276,
|
| 1816 |
+
"step": 3010
|
| 1817 |
+
},
|
| 1818 |
+
{
|
| 1819 |
+
"grad_norm": 0.3309166729450226,
|
| 1820 |
+
"learning_rate": 1.5562286700106558e-05,
|
| 1821 |
+
"loss": 0.0269,
|
| 1822 |
+
"step": 3020
|
| 1823 |
+
},
|
| 1824 |
+
{
|
| 1825 |
+
"grad_norm": 0.38131049275398254,
|
| 1826 |
+
"learning_rate": 1.526377771623869e-05,
|
| 1827 |
+
"loss": 0.0271,
|
| 1828 |
+
"step": 3030
|
| 1829 |
+
},
|
| 1830 |
+
{
|
| 1831 |
+
"grad_norm": 0.48852190375328064,
|
| 1832 |
+
"learning_rate": 1.496764290702209e-05,
|
| 1833 |
+
"loss": 0.0283,
|
| 1834 |
+
"step": 3040
|
| 1835 |
+
},
|
| 1836 |
+
{
|
| 1837 |
+
"grad_norm": 0.6242383122444153,
|
| 1838 |
+
"learning_rate": 1.4673902512877585e-05,
|
| 1839 |
+
"loss": 0.0322,
|
| 1840 |
+
"step": 3050
|
| 1841 |
+
},
|
| 1842 |
+
{
|
| 1843 |
+
"grad_norm": 0.3287576138973236,
|
| 1844 |
+
"learning_rate": 1.438257661057093e-05,
|
| 1845 |
+
"loss": 0.0239,
|
| 1846 |
+
"step": 3060
|
| 1847 |
+
},
|
| 1848 |
+
{
|
| 1849 |
+
"grad_norm": 0.37739330530166626,
|
| 1850 |
+
"learning_rate": 1.4093685111840566e-05,
|
| 1851 |
+
"loss": 0.0229,
|
| 1852 |
+
"step": 3070
|
| 1853 |
+
},
|
| 1854 |
+
{
|
| 1855 |
+
"grad_norm": 0.48292165994644165,
|
| 1856 |
+
"learning_rate": 1.380724776203668e-05,
|
| 1857 |
+
"loss": 0.0456,
|
| 1858 |
+
"step": 3080
|
| 1859 |
+
},
|
| 1860 |
+
{
|
| 1861 |
+
"grad_norm": 0.3559347987174988,
|
| 1862 |
+
"learning_rate": 1.3523284138771642e-05,
|
| 1863 |
+
"loss": 0.0302,
|
| 1864 |
+
"step": 3090
|
| 1865 |
+
},
|
| 1866 |
+
{
|
| 1867 |
+
"grad_norm": 0.3660504221916199,
|
| 1868 |
+
"learning_rate": 1.3241813650581902e-05,
|
| 1869 |
+
"loss": 0.0305,
|
| 1870 |
+
"step": 3100
|
| 1871 |
+
},
|
| 1872 |
+
{
|
| 1873 |
+
"grad_norm": 0.341987669467926,
|
| 1874 |
+
"learning_rate": 1.2962855535601438e-05,
|
| 1875 |
+
"loss": 0.0251,
|
| 1876 |
+
"step": 3110
|
| 1877 |
+
},
|
| 1878 |
+
{
|
| 1879 |
+
"grad_norm": 0.40736910700798035,
|
| 1880 |
+
"learning_rate": 1.2686428860246852e-05,
|
| 1881 |
+
"loss": 0.0283,
|
| 1882 |
+
"step": 3120
|
| 1883 |
+
},
|
| 1884 |
+
{
|
| 1885 |
+
"grad_norm": 0.34947115182876587,
|
| 1886 |
+
"learning_rate": 1.241255251791421e-05,
|
| 1887 |
+
"loss": 0.0247,
|
| 1888 |
+
"step": 3130
|
| 1889 |
+
},
|
| 1890 |
+
{
|
| 1891 |
+
"grad_norm": 0.4803922474384308,
|
| 1892 |
+
"learning_rate": 1.2141245227687731e-05,
|
| 1893 |
+
"loss": 0.0244,
|
| 1894 |
+
"step": 3140
|
| 1895 |
+
},
|
| 1896 |
+
{
|
| 1897 |
+
"grad_norm": 0.2935844361782074,
|
| 1898 |
+
"learning_rate": 1.1872525533060269e-05,
|
| 1899 |
+
"loss": 0.0276,
|
| 1900 |
+
"step": 3150
|
| 1901 |
+
},
|
| 1902 |
+
{
|
| 1903 |
+
"grad_norm": 0.35487648844718933,
|
| 1904 |
+
"learning_rate": 1.1606411800666028e-05,
|
| 1905 |
+
"loss": 0.0219,
|
| 1906 |
+
"step": 3160
|
| 1907 |
+
},
|
| 1908 |
+
{
|
| 1909 |
+
"grad_norm": 0.3145911693572998,
|
| 1910 |
+
"learning_rate": 1.134292221902511e-05,
|
| 1911 |
+
"loss": 0.0302,
|
| 1912 |
+
"step": 3170
|
| 1913 |
+
},
|
| 1914 |
+
{
|
| 1915 |
+
"grad_norm": 0.40598633885383606,
|
| 1916 |
+
"learning_rate": 1.1082074797300413e-05,
|
| 1917 |
+
"loss": 0.0264,
|
| 1918 |
+
"step": 3180
|
| 1919 |
+
},
|
| 1920 |
+
{
|
| 1921 |
+
"grad_norm": 0.40625378489494324,
|
| 1922 |
+
"learning_rate": 1.0823887364066737e-05,
|
| 1923 |
+
"loss": 0.0223,
|
| 1924 |
+
"step": 3190
|
| 1925 |
+
},
|
| 1926 |
+
{
|
| 1927 |
+
"grad_norm": 0.49731171131134033,
|
| 1928 |
+
"learning_rate": 1.0568377566092164e-05,
|
| 1929 |
+
"loss": 0.0311,
|
| 1930 |
+
"step": 3200
|
| 1931 |
+
},
|
| 1932 |
+
{
|
| 1933 |
+
"grad_norm": 0.29340603947639465,
|
| 1934 |
+
"learning_rate": 1.0315562867131983e-05,
|
| 1935 |
+
"loss": 0.0221,
|
| 1936 |
+
"step": 3210
|
| 1937 |
+
},
|
| 1938 |
+
{
|
| 1939 |
+
"grad_norm": 0.2927439510822296,
|
| 1940 |
+
"learning_rate": 1.0065460546735045e-05,
|
| 1941 |
+
"loss": 0.0226,
|
| 1942 |
+
"step": 3220
|
| 1943 |
+
},
|
| 1944 |
+
{
|
| 1945 |
+
"grad_norm": 0.23431488871574402,
|
| 1946 |
+
"learning_rate": 9.818087699062716e-06,
|
| 1947 |
+
"loss": 0.0217,
|
| 1948 |
+
"step": 3230
|
| 1949 |
+
},
|
| 1950 |
+
{
|
| 1951 |
+
"grad_norm": 0.27078989148139954,
|
| 1952 |
+
"learning_rate": 9.57346123172055e-06,
|
| 1953 |
+
"loss": 0.0213,
|
| 1954 |
+
"step": 3240
|
| 1955 |
+
},
|
| 1956 |
+
{
|
| 1957 |
+
"grad_norm": 0.2674010694026947,
|
| 1958 |
+
"learning_rate": 9.331597864602632e-06,
|
| 1959 |
+
"loss": 0.0243,
|
| 1960 |
+
"step": 3250
|
| 1961 |
+
},
|
| 1962 |
+
{
|
| 1963 |
+
"grad_norm": 0.3417966365814209,
|
| 1964 |
+
"learning_rate": 9.09251412874882e-06,
|
| 1965 |
+
"loss": 0.0205,
|
| 1966 |
+
"step": 3260
|
| 1967 |
+
},
|
| 1968 |
+
{
|
| 1969 |
+
"grad_norm": 0.3036594092845917,
|
| 1970 |
+
"learning_rate": 8.856226365214897e-06,
|
| 1971 |
+
"loss": 0.0275,
|
| 1972 |
+
"step": 3270
|
| 1973 |
+
},
|
| 1974 |
+
{
|
| 1975 |
+
"grad_norm": 0.3211916983127594,
|
| 1976 |
+
"learning_rate": 8.622750723955597e-06,
|
| 1977 |
+
"loss": 0.0233,
|
| 1978 |
+
"step": 3280
|
| 1979 |
+
},
|
| 1980 |
+
{
|
| 1981 |
+
"grad_norm": 0.3073365092277527,
|
| 1982 |
+
"learning_rate": 8.392103162720883e-06,
|
| 1983 |
+
"loss": 0.0257,
|
| 1984 |
+
"step": 3290
|
| 1985 |
+
},
|
| 1986 |
+
{
|
| 1987 |
+
"grad_norm": 0.25936242938041687,
|
| 1988 |
+
"learning_rate": 8.164299445965167e-06,
|
| 1989 |
+
"loss": 0.0344,
|
| 1990 |
+
"step": 3300
|
| 1991 |
+
},
|
| 1992 |
+
{
|
| 1993 |
+
"grad_norm": 0.23493678867816925,
|
| 1994 |
+
"learning_rate": 7.939355143769905e-06,
|
| 1995 |
+
"loss": 0.0192,
|
| 1996 |
+
"step": 3310
|
| 1997 |
+
},
|
| 1998 |
+
{
|
| 1999 |
+
"grad_norm": 0.2114628255367279,
|
| 2000 |
+
"learning_rate": 7.717285630779341e-06,
|
| 2001 |
+
"loss": 0.0189,
|
| 2002 |
+
"step": 3320
|
| 2003 |
+
},
|
| 2004 |
+
{
|
| 2005 |
+
"grad_norm": 0.3159504234790802,
|
| 2006 |
+
"learning_rate": 7.498106085149697e-06,
|
| 2007 |
+
"loss": 0.0271,
|
| 2008 |
+
"step": 3330
|
| 2009 |
+
},
|
| 2010 |
+
{
|
| 2011 |
+
"grad_norm": 0.2860952317714691,
|
| 2012 |
+
"learning_rate": 7.2818314875117755e-06,
|
| 2013 |
+
"loss": 0.0236,
|
| 2014 |
+
"step": 3340
|
| 2015 |
+
},
|
| 2016 |
+
{
|
| 2017 |
+
"grad_norm": 0.36286288499832153,
|
| 2018 |
+
"learning_rate": 7.06847661994704e-06,
|
| 2019 |
+
"loss": 0.0257,
|
| 2020 |
+
"step": 3350
|
| 2021 |
+
},
|
| 2022 |
+
{
|
| 2023 |
+
"grad_norm": 0.24568723142147064,
|
| 2024 |
+
"learning_rate": 6.85805606497727e-06,
|
| 2025 |
+
"loss": 0.0295,
|
| 2026 |
+
"step": 3360
|
| 2027 |
+
},
|
| 2028 |
+
{
|
| 2029 |
+
"grad_norm": 0.3312322199344635,
|
| 2030 |
+
"learning_rate": 6.650584204567889e-06,
|
| 2031 |
+
"loss": 0.0352,
|
| 2032 |
+
"step": 3370
|
| 2033 |
+
},
|
| 2034 |
+
{
|
| 2035 |
+
"grad_norm": 0.25431889295578003,
|
| 2036 |
+
"learning_rate": 6.446075219144965e-06,
|
| 2037 |
+
"loss": 0.0215,
|
| 2038 |
+
"step": 3380
|
| 2039 |
+
},
|
| 2040 |
+
{
|
| 2041 |
+
"grad_norm": 0.3885127902030945,
|
| 2042 |
+
"learning_rate": 6.244543086625987e-06,
|
| 2043 |
+
"loss": 0.0235,
|
| 2044 |
+
"step": 3390
|
| 2045 |
+
},
|
| 2046 |
+
{
|
| 2047 |
+
"grad_norm": 0.3310786485671997,
|
| 2048 |
+
"learning_rate": 6.046001581464505e-06,
|
| 2049 |
+
"loss": 0.0236,
|
| 2050 |
+
"step": 3400
|
| 2051 |
+
},
|
| 2052 |
+
{
|
| 2053 |
+
"grad_norm": 0.2982390820980072,
|
| 2054 |
+
"learning_rate": 5.850464273708689e-06,
|
| 2055 |
+
"loss": 0.0218,
|
| 2056 |
+
"step": 3410
|
| 2057 |
+
},
|
| 2058 |
+
{
|
| 2059 |
+
"grad_norm": 0.32041776180267334,
|
| 2060 |
+
"learning_rate": 5.657944528073745e-06,
|
| 2061 |
+
"loss": 0.0252,
|
| 2062 |
+
"step": 3420
|
| 2063 |
+
},
|
| 2064 |
+
{
|
| 2065 |
+
"grad_norm": 0.257502943277359,
|
| 2066 |
+
"learning_rate": 5.468455503028574e-06,
|
| 2067 |
+
"loss": 0.0216,
|
| 2068 |
+
"step": 3430
|
| 2069 |
+
},
|
| 2070 |
+
{
|
| 2071 |
+
"grad_norm": 0.2146868258714676,
|
| 2072 |
+
"learning_rate": 5.282010149896327e-06,
|
| 2073 |
+
"loss": 0.035,
|
| 2074 |
+
"step": 3440
|
| 2075 |
+
},
|
| 2076 |
+
{
|
| 2077 |
+
"grad_norm": 0.25232023000717163,
|
| 2078 |
+
"learning_rate": 5.098621211969223e-06,
|
| 2079 |
+
"loss": 0.0266,
|
| 2080 |
+
"step": 3450
|
| 2081 |
+
},
|
| 2082 |
+
{
|
| 2083 |
+
"grad_norm": 0.2701217234134674,
|
| 2084 |
+
"learning_rate": 4.918301223637573e-06,
|
| 2085 |
+
"loss": 0.0237,
|
| 2086 |
+
"step": 3460
|
| 2087 |
+
},
|
| 2088 |
+
{
|
| 2089 |
+
"grad_norm": 0.3072032928466797,
|
| 2090 |
+
"learning_rate": 4.74106250953304e-06,
|
| 2091 |
+
"loss": 0.0228,
|
| 2092 |
+
"step": 3470
|
| 2093 |
+
},
|
| 2094 |
+
{
|
| 2095 |
+
"grad_norm": 0.28198274970054626,
|
| 2096 |
+
"learning_rate": 4.566917183686309e-06,
|
| 2097 |
+
"loss": 0.0197,
|
| 2098 |
+
"step": 3480
|
| 2099 |
+
},
|
| 2100 |
+
{
|
| 2101 |
+
"grad_norm": 0.2250514179468155,
|
| 2102 |
+
"learning_rate": 4.3958771486990735e-06,
|
| 2103 |
+
"loss": 0.0283,
|
| 2104 |
+
"step": 3490
|
| 2105 |
+
},
|
| 2106 |
+
{
|
| 2107 |
+
"grad_norm": 0.2796846032142639,
|
| 2108 |
+
"learning_rate": 4.22795409493052e-06,
|
| 2109 |
+
"loss": 0.0221,
|
| 2110 |
+
"step": 3500
|
| 2111 |
+
}
|
| 2112 |
+
],
|
| 2113 |
+
"logging_steps": 10,
|
| 2114 |
+
"max_steps": 4000,
|
| 2115 |
+
"num_input_tokens_seen": 0,
|
| 2116 |
+
"num_train_epochs": 9223372036854775807,
|
| 2117 |
+
"save_steps": 500,
|
| 2118 |
+
"stateful_callbacks": {
|
| 2119 |
+
"TrainerControl": {
|
| 2120 |
+
"args": {
|
| 2121 |
+
"should_epoch_stop": false,
|
| 2122 |
+
"should_evaluate": false,
|
| 2123 |
+
"should_log": false,
|
| 2124 |
+
"should_save": true,
|
| 2125 |
+
"should_training_stop": false
|
| 2126 |
+
},
|
| 2127 |
+
"attributes": {}
|
| 2128 |
+
}
|
| 2129 |
+
},
|
| 2130 |
+
"total_flos": 0.0,
|
| 2131 |
+
"train_batch_size": 16,
|
| 2132 |
+
"trial_name": null,
|
| 2133 |
+
"trial_params": null
|
| 2134 |
+
}
|
b6-pedal-bin/joint47-v5-150/step-004000/config.json
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_horizon": 40,
|
| 3 |
+
"add_pos_embed": true,
|
| 4 |
+
"apply_sincos_state_encoding": false,
|
| 5 |
+
"architectures": [
|
| 6 |
+
"Gr00tN1d7"
|
| 7 |
+
],
|
| 8 |
+
"attn_dropout": 0.2,
|
| 9 |
+
"attn_implementation": null,
|
| 10 |
+
"backbone_embedding_dim": 2048,
|
| 11 |
+
"backbone_trainable_params_fp32": true,
|
| 12 |
+
"color_jitter_params": {
|
| 13 |
+
"brightness": 0.3,
|
| 14 |
+
"contrast": 0.4,
|
| 15 |
+
"hue": 0.08,
|
| 16 |
+
"saturation": 0.5
|
| 17 |
+
},
|
| 18 |
+
"crop_fraction": 0.95,
|
| 19 |
+
"diffusion_model_cfg": {
|
| 20 |
+
"attention_head_dim": 48,
|
| 21 |
+
"dropout": 0.2,
|
| 22 |
+
"final_dropout": true,
|
| 23 |
+
"interleave_self_attention": true,
|
| 24 |
+
"norm_type": "ada_norm",
|
| 25 |
+
"num_attention_heads": 32,
|
| 26 |
+
"num_layers": 32,
|
| 27 |
+
"output_dim": 1024,
|
| 28 |
+
"positional_embeddings": null
|
| 29 |
+
},
|
| 30 |
+
"dtype": "bfloat16",
|
| 31 |
+
"exclude_state": false,
|
| 32 |
+
"formalize_language": true,
|
| 33 |
+
"hidden_size": 1024,
|
| 34 |
+
"image_crop_size": [
|
| 35 |
+
230,
|
| 36 |
+
230
|
| 37 |
+
],
|
| 38 |
+
"image_target_size": [
|
| 39 |
+
256,
|
| 40 |
+
256
|
| 41 |
+
],
|
| 42 |
+
"letter_box_transform": false,
|
| 43 |
+
"load_bf16": false,
|
| 44 |
+
"max_action_dim": 132,
|
| 45 |
+
"max_num_embodiments": 32,
|
| 46 |
+
"max_seq_len": 1024,
|
| 47 |
+
"max_state_dim": 132,
|
| 48 |
+
"model_dtype": "bfloat16",
|
| 49 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 50 |
+
"model_type": "Gr00tN1d7",
|
| 51 |
+
"noise_beta_alpha": 1.5,
|
| 52 |
+
"noise_beta_beta": 1.0,
|
| 53 |
+
"noise_s": 0.999,
|
| 54 |
+
"num_inference_timesteps": 4,
|
| 55 |
+
"num_timestep_buckets": 1000,
|
| 56 |
+
"random_history_crop": true,
|
| 57 |
+
"random_rotation_angle": 0,
|
| 58 |
+
"reproject_vision": false,
|
| 59 |
+
"rtc_ramp_rate": 6.0,
|
| 60 |
+
"select_layer": 16,
|
| 61 |
+
"shortest_image_edge": 256,
|
| 62 |
+
"state_dropout_prob": 0.2,
|
| 63 |
+
"state_gaussian_noise_std": 0.0,
|
| 64 |
+
"strict_action_padding_mask": false,
|
| 65 |
+
"strict_vl_padding_mask": false,
|
| 66 |
+
"transformers_version": "4.57.3",
|
| 67 |
+
"tune_diffusion_model": true,
|
| 68 |
+
"tune_linear": true,
|
| 69 |
+
"tune_llm": true,
|
| 70 |
+
"tune_projector": true,
|
| 71 |
+
"tune_top_llm_layers": 0,
|
| 72 |
+
"tune_visual": true,
|
| 73 |
+
"tune_vlln": true,
|
| 74 |
+
"use_albumentations": true,
|
| 75 |
+
"use_alternate_vl_dit": true,
|
| 76 |
+
"use_flash_attention": true,
|
| 77 |
+
"use_future_tokens": false,
|
| 78 |
+
"use_mean_std": false,
|
| 79 |
+
"use_percentiles": true,
|
| 80 |
+
"use_vl_self_attention": true,
|
| 81 |
+
"use_vlln": true,
|
| 82 |
+
"vl_self_attention_cfg": {
|
| 83 |
+
"attention_head_dim": 64,
|
| 84 |
+
"dropout": 0.2,
|
| 85 |
+
"final_dropout": true,
|
| 86 |
+
"num_attention_heads": 32,
|
| 87 |
+
"num_layers": 4,
|
| 88 |
+
"positional_embeddings": null
|
| 89 |
+
}
|
| 90 |
+
}
|
b6-pedal-bin/joint47-v5-150/step-004000/embodiment_id.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"robocasa_panda_omron": 13,
|
| 3 |
+
"oxe_droid": 17,
|
| 4 |
+
"oxe_fractal": 18,
|
| 5 |
+
"oxe_language_table": 19,
|
| 6 |
+
"oxe_bridge": 20,
|
| 7 |
+
"unknown": 22,
|
| 8 |
+
"gr1_unified": 20,
|
| 9 |
+
"agibot": 26,
|
| 10 |
+
"sim_behavior_r1_pro": 23,
|
| 11 |
+
"xdof": 24,
|
| 12 |
+
"xdof_oss_data": 25,
|
| 13 |
+
"unitree_g1_full_body_with_waist_height_nav_cmd": 25,
|
| 14 |
+
"real_r1_pro_sharpa": 27,
|
| 15 |
+
"real_r1_pro_sharpa_add_view": 27,
|
| 16 |
+
"real_r1_pro_sharpa_relative_arm_joint": 26,
|
| 17 |
+
"real_r1_pro_sharpa_delta_eef": 26,
|
| 18 |
+
"real_r1_pro_sharpa_absolute_eef": 26,
|
| 19 |
+
"real_r1_pro_sharpa_meanstd": 26,
|
| 20 |
+
"real_r1_pro_sharpa_relative_eef": 26,
|
| 21 |
+
"real_r1_pro_sharpa_relative_eef_add_view": 26,
|
| 22 |
+
"real_r1_pro_sharpa_relative_eef_relative_hand": 26,
|
| 23 |
+
"real_r1_pro_sharpa_relative_eef_human": 26,
|
| 24 |
+
"real_r1_pro_sharpa_relative_eef_human_add_view": 26,
|
| 25 |
+
"real_r1_pro_sharpa_relative_eef_human_relative_hand": 26,
|
| 26 |
+
"real_r1_pro_sharpa_relative_eef_egodex": 26,
|
| 27 |
+
"real_r1_pro_sharpa_relative_eef_egodex_relative_hand": 26,
|
| 28 |
+
"real_r1_pro_sharpa_relative_eef_egodex_wrist_only": 26,
|
| 29 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights": 26,
|
| 30 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand": 26,
|
| 31 |
+
"real_r1_pro_sharpa_relative_eef_mecka": 26,
|
| 32 |
+
"real_r1_pro_sharpa_relative_eef_mecka_relative_hand": 26,
|
| 33 |
+
"real_g1_relative_eef_absolute_joints": 25,
|
| 34 |
+
"real_g1_relative_eef_absolute_joints_wrist_cam": 25,
|
| 35 |
+
"real_g1_relative_eef_relative_joints": 25,
|
| 36 |
+
"real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint": 26,
|
| 37 |
+
"real_r1_pro_sharpa_relative_joint": 29,
|
| 38 |
+
"oxe_droid_relative_eef_relative_joint": 24,
|
| 39 |
+
"oxe_droid_relative_eef_relative_joint_swapped": 24,
|
| 40 |
+
"oxe_droid_relative_eef_relative_joint_upweight_z": 24,
|
| 41 |
+
"oxe_droid_relative_eef_relative_joint_upweight_z_swapped": 24,
|
| 42 |
+
"oxe_droid_relative_eef_relative_joint_3view": 24,
|
| 43 |
+
"oxe_droid_relative_eef_relative_joint_3view_swapped": 24,
|
| 44 |
+
"oxe_droid_relative_eef": 24,
|
| 45 |
+
"oxe_droid_joint_position_relative": 24,
|
| 46 |
+
"xdof_relative_eef_relative_joint": 27,
|
| 47 |
+
"xdof_relative_eef_relative_joint_subtask": 27,
|
| 48 |
+
"xdof_relative_eef": 27,
|
| 49 |
+
"xdof_relative_joint": 28,
|
| 50 |
+
"simpler_env_google": 0,
|
| 51 |
+
"simpler_env_widowx": 1,
|
| 52 |
+
"libero_sim": 2,
|
| 53 |
+
"droid_sim": 3,
|
| 54 |
+
"robocasa_gr1_tabletop": 10,
|
| 55 |
+
"new_embodiment": 10,
|
| 56 |
+
"unitree_g1_sonic": 11
|
| 57 |
+
}
|
b6-pedal-bin/joint47-v5-150/step-004000/model-00001-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8dfc5fd8852bf855f83e3607108e81487d1c370a04b6426a1d6a848351635753
|
| 3 |
+
size 4990519232
|
b6-pedal-bin/joint47-v5-150/step-004000/model-00002-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:316ff01137be2abba2725c167538a9299ddfcc364e80f66cfb7fa6824b9023da
|
| 3 |
+
size 1919980184
|
b6-pedal-bin/joint47-v5-150/step-004000/model.safetensors.index.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
b6-pedal-bin/joint47-v5-150/step-004000/processor_config.json
ADDED
|
@@ -0,0 +1,1168 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"processor_class": "Gr00tN1d7Processor",
|
| 3 |
+
"processor_kwargs": {
|
| 4 |
+
"modality_configs": {
|
| 5 |
+
"real_g1_relative_eef_relative_joints": {
|
| 6 |
+
"video": {
|
| 7 |
+
"delta_indices": [
|
| 8 |
+
-20,
|
| 9 |
+
0
|
| 10 |
+
],
|
| 11 |
+
"modality_keys": [
|
| 12 |
+
"ego_view"
|
| 13 |
+
],
|
| 14 |
+
"sin_cos_embedding_keys": null,
|
| 15 |
+
"mean_std_embedding_keys": null,
|
| 16 |
+
"action_configs": null
|
| 17 |
+
},
|
| 18 |
+
"state": {
|
| 19 |
+
"delta_indices": [
|
| 20 |
+
0
|
| 21 |
+
],
|
| 22 |
+
"modality_keys": [
|
| 23 |
+
"left_wrist_eef_9d",
|
| 24 |
+
"right_wrist_eef_9d",
|
| 25 |
+
"left_hand",
|
| 26 |
+
"right_hand",
|
| 27 |
+
"left_arm",
|
| 28 |
+
"right_arm",
|
| 29 |
+
"waist"
|
| 30 |
+
],
|
| 31 |
+
"sin_cos_embedding_keys": null,
|
| 32 |
+
"mean_std_embedding_keys": null,
|
| 33 |
+
"action_configs": null
|
| 34 |
+
},
|
| 35 |
+
"action": {
|
| 36 |
+
"delta_indices": [
|
| 37 |
+
0,
|
| 38 |
+
1,
|
| 39 |
+
2,
|
| 40 |
+
3,
|
| 41 |
+
4,
|
| 42 |
+
5,
|
| 43 |
+
6,
|
| 44 |
+
7,
|
| 45 |
+
8,
|
| 46 |
+
9,
|
| 47 |
+
10,
|
| 48 |
+
11,
|
| 49 |
+
12,
|
| 50 |
+
13,
|
| 51 |
+
14,
|
| 52 |
+
15,
|
| 53 |
+
16,
|
| 54 |
+
17,
|
| 55 |
+
18,
|
| 56 |
+
19,
|
| 57 |
+
20,
|
| 58 |
+
21,
|
| 59 |
+
22,
|
| 60 |
+
23,
|
| 61 |
+
24,
|
| 62 |
+
25,
|
| 63 |
+
26,
|
| 64 |
+
27,
|
| 65 |
+
28,
|
| 66 |
+
29,
|
| 67 |
+
30,
|
| 68 |
+
31,
|
| 69 |
+
32,
|
| 70 |
+
33,
|
| 71 |
+
34,
|
| 72 |
+
35,
|
| 73 |
+
36,
|
| 74 |
+
37,
|
| 75 |
+
38,
|
| 76 |
+
39
|
| 77 |
+
],
|
| 78 |
+
"modality_keys": [
|
| 79 |
+
"left_wrist_eef_9d",
|
| 80 |
+
"right_wrist_eef_9d",
|
| 81 |
+
"left_hand",
|
| 82 |
+
"right_hand",
|
| 83 |
+
"left_arm",
|
| 84 |
+
"right_arm",
|
| 85 |
+
"waist",
|
| 86 |
+
"base_height_command",
|
| 87 |
+
"navigate_command"
|
| 88 |
+
],
|
| 89 |
+
"sin_cos_embedding_keys": null,
|
| 90 |
+
"mean_std_embedding_keys": null,
|
| 91 |
+
"action_configs": [
|
| 92 |
+
{
|
| 93 |
+
"rep": "RELATIVE",
|
| 94 |
+
"type": "EEF",
|
| 95 |
+
"format": "XYZ_ROT6D",
|
| 96 |
+
"state_key": "left_wrist_eef_9d"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"rep": "RELATIVE",
|
| 100 |
+
"type": "EEF",
|
| 101 |
+
"format": "XYZ_ROT6D",
|
| 102 |
+
"state_key": "right_wrist_eef_9d"
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"rep": "ABSOLUTE",
|
| 106 |
+
"type": "NON_EEF",
|
| 107 |
+
"format": "DEFAULT",
|
| 108 |
+
"state_key": "left_hand"
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"rep": "ABSOLUTE",
|
| 112 |
+
"type": "NON_EEF",
|
| 113 |
+
"format": "DEFAULT",
|
| 114 |
+
"state_key": "right_hand"
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"rep": "RELATIVE",
|
| 118 |
+
"type": "NON_EEF",
|
| 119 |
+
"format": "DEFAULT",
|
| 120 |
+
"state_key": "left_arm"
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"rep": "RELATIVE",
|
| 124 |
+
"type": "NON_EEF",
|
| 125 |
+
"format": "DEFAULT",
|
| 126 |
+
"state_key": "right_arm"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"rep": "ABSOLUTE",
|
| 130 |
+
"type": "NON_EEF",
|
| 131 |
+
"format": "DEFAULT",
|
| 132 |
+
"state_key": "waist"
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"rep": "ABSOLUTE",
|
| 136 |
+
"type": "NON_EEF",
|
| 137 |
+
"format": "DEFAULT",
|
| 138 |
+
"state_key": "base_height_command"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"rep": "ABSOLUTE",
|
| 142 |
+
"type": "NON_EEF",
|
| 143 |
+
"format": "DEFAULT",
|
| 144 |
+
"state_key": "navigate_command"
|
| 145 |
+
}
|
| 146 |
+
]
|
| 147 |
+
},
|
| 148 |
+
"language": {
|
| 149 |
+
"delta_indices": [
|
| 150 |
+
0
|
| 151 |
+
],
|
| 152 |
+
"modality_keys": [
|
| 153 |
+
"annotation.human.task_description"
|
| 154 |
+
],
|
| 155 |
+
"sin_cos_embedding_keys": null,
|
| 156 |
+
"mean_std_embedding_keys": null,
|
| 157 |
+
"action_configs": null
|
| 158 |
+
}
|
| 159 |
+
},
|
| 160 |
+
"real_r1_pro_sharpa_relative_eef_mecka": {
|
| 161 |
+
"video": {
|
| 162 |
+
"delta_indices": [
|
| 163 |
+
-30,
|
| 164 |
+
0
|
| 165 |
+
],
|
| 166 |
+
"modality_keys": [
|
| 167 |
+
"ego_view_cropratio_res320x240_freq30"
|
| 168 |
+
],
|
| 169 |
+
"sin_cos_embedding_keys": null,
|
| 170 |
+
"mean_std_embedding_keys": null,
|
| 171 |
+
"action_configs": null
|
| 172 |
+
},
|
| 173 |
+
"state": {
|
| 174 |
+
"delta_indices": [
|
| 175 |
+
0
|
| 176 |
+
],
|
| 177 |
+
"modality_keys": [
|
| 178 |
+
"left_wrist_eef",
|
| 179 |
+
"right_wrist_eef",
|
| 180 |
+
"left_hand_joints",
|
| 181 |
+
"right_hand_joints"
|
| 182 |
+
],
|
| 183 |
+
"sin_cos_embedding_keys": null,
|
| 184 |
+
"mean_std_embedding_keys": null,
|
| 185 |
+
"action_configs": null
|
| 186 |
+
},
|
| 187 |
+
"action": {
|
| 188 |
+
"delta_indices": [
|
| 189 |
+
0,
|
| 190 |
+
1,
|
| 191 |
+
2,
|
| 192 |
+
3,
|
| 193 |
+
4,
|
| 194 |
+
5,
|
| 195 |
+
6,
|
| 196 |
+
7,
|
| 197 |
+
8,
|
| 198 |
+
9,
|
| 199 |
+
10,
|
| 200 |
+
11,
|
| 201 |
+
12,
|
| 202 |
+
13,
|
| 203 |
+
14,
|
| 204 |
+
15,
|
| 205 |
+
16,
|
| 206 |
+
17,
|
| 207 |
+
18,
|
| 208 |
+
19,
|
| 209 |
+
20,
|
| 210 |
+
21,
|
| 211 |
+
22,
|
| 212 |
+
23,
|
| 213 |
+
24,
|
| 214 |
+
25,
|
| 215 |
+
26,
|
| 216 |
+
27,
|
| 217 |
+
28,
|
| 218 |
+
29,
|
| 219 |
+
30,
|
| 220 |
+
31,
|
| 221 |
+
32,
|
| 222 |
+
33,
|
| 223 |
+
34,
|
| 224 |
+
35,
|
| 225 |
+
36,
|
| 226 |
+
37,
|
| 227 |
+
38,
|
| 228 |
+
39
|
| 229 |
+
],
|
| 230 |
+
"modality_keys": [
|
| 231 |
+
"left_wrist_eef",
|
| 232 |
+
"right_wrist_eef",
|
| 233 |
+
"left_hand_joints",
|
| 234 |
+
"right_hand_joints"
|
| 235 |
+
],
|
| 236 |
+
"sin_cos_embedding_keys": null,
|
| 237 |
+
"mean_std_embedding_keys": null,
|
| 238 |
+
"action_configs": [
|
| 239 |
+
{
|
| 240 |
+
"rep": "RELATIVE",
|
| 241 |
+
"type": "EEF",
|
| 242 |
+
"format": "XYZ_ROT6D",
|
| 243 |
+
"state_key": "left_wrist_eef"
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"rep": "RELATIVE",
|
| 247 |
+
"type": "EEF",
|
| 248 |
+
"format": "XYZ_ROT6D",
|
| 249 |
+
"state_key": "right_wrist_eef"
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"rep": "ABSOLUTE",
|
| 253 |
+
"type": "NON_EEF",
|
| 254 |
+
"format": "DEFAULT",
|
| 255 |
+
"state_key": "left_hand_joints"
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"rep": "ABSOLUTE",
|
| 259 |
+
"type": "NON_EEF",
|
| 260 |
+
"format": "DEFAULT",
|
| 261 |
+
"state_key": "right_hand_joints"
|
| 262 |
+
}
|
| 263 |
+
]
|
| 264 |
+
},
|
| 265 |
+
"language": {
|
| 266 |
+
"delta_indices": [
|
| 267 |
+
0
|
| 268 |
+
],
|
| 269 |
+
"modality_keys": [
|
| 270 |
+
"annotation.human.coarse_action"
|
| 271 |
+
],
|
| 272 |
+
"sin_cos_embedding_keys": null,
|
| 273 |
+
"mean_std_embedding_keys": null,
|
| 274 |
+
"action_configs": null
|
| 275 |
+
}
|
| 276 |
+
},
|
| 277 |
+
"real_r1_pro_sharpa_relative_eef_human": {
|
| 278 |
+
"video": {
|
| 279 |
+
"delta_indices": [
|
| 280 |
+
-20,
|
| 281 |
+
0
|
| 282 |
+
],
|
| 283 |
+
"modality_keys": [
|
| 284 |
+
"ego_view_res320x240_freq20",
|
| 285 |
+
"left_wrist_view_res320x240_freq20",
|
| 286 |
+
"right_wrist_view_res320x240_freq20"
|
| 287 |
+
],
|
| 288 |
+
"sin_cos_embedding_keys": null,
|
| 289 |
+
"mean_std_embedding_keys": null,
|
| 290 |
+
"action_configs": null
|
| 291 |
+
},
|
| 292 |
+
"state": {
|
| 293 |
+
"delta_indices": [
|
| 294 |
+
0
|
| 295 |
+
],
|
| 296 |
+
"modality_keys": [
|
| 297 |
+
"left_wrist_eef",
|
| 298 |
+
"right_wrist_eef",
|
| 299 |
+
"left_hand_joints",
|
| 300 |
+
"right_hand_joints"
|
| 301 |
+
],
|
| 302 |
+
"sin_cos_embedding_keys": null,
|
| 303 |
+
"mean_std_embedding_keys": null,
|
| 304 |
+
"action_configs": null
|
| 305 |
+
},
|
| 306 |
+
"action": {
|
| 307 |
+
"delta_indices": [
|
| 308 |
+
0,
|
| 309 |
+
1,
|
| 310 |
+
2,
|
| 311 |
+
3,
|
| 312 |
+
4,
|
| 313 |
+
5,
|
| 314 |
+
6,
|
| 315 |
+
7,
|
| 316 |
+
8,
|
| 317 |
+
9,
|
| 318 |
+
10,
|
| 319 |
+
11,
|
| 320 |
+
12,
|
| 321 |
+
13,
|
| 322 |
+
14,
|
| 323 |
+
15,
|
| 324 |
+
16,
|
| 325 |
+
17,
|
| 326 |
+
18,
|
| 327 |
+
19,
|
| 328 |
+
20,
|
| 329 |
+
21,
|
| 330 |
+
22,
|
| 331 |
+
23,
|
| 332 |
+
24,
|
| 333 |
+
25,
|
| 334 |
+
26,
|
| 335 |
+
27,
|
| 336 |
+
28,
|
| 337 |
+
29,
|
| 338 |
+
30,
|
| 339 |
+
31,
|
| 340 |
+
32,
|
| 341 |
+
33,
|
| 342 |
+
34,
|
| 343 |
+
35,
|
| 344 |
+
36,
|
| 345 |
+
37,
|
| 346 |
+
38,
|
| 347 |
+
39
|
| 348 |
+
],
|
| 349 |
+
"modality_keys": [
|
| 350 |
+
"left_wrist_eef",
|
| 351 |
+
"right_wrist_eef",
|
| 352 |
+
"left_hand_joints",
|
| 353 |
+
"right_hand_joints"
|
| 354 |
+
],
|
| 355 |
+
"sin_cos_embedding_keys": null,
|
| 356 |
+
"mean_std_embedding_keys": null,
|
| 357 |
+
"action_configs": [
|
| 358 |
+
{
|
| 359 |
+
"rep": "RELATIVE",
|
| 360 |
+
"type": "EEF",
|
| 361 |
+
"format": "XYZ_ROT6D",
|
| 362 |
+
"state_key": "left_wrist_eef"
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"rep": "RELATIVE",
|
| 366 |
+
"type": "EEF",
|
| 367 |
+
"format": "XYZ_ROT6D",
|
| 368 |
+
"state_key": "right_wrist_eef"
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"rep": "ABSOLUTE",
|
| 372 |
+
"type": "NON_EEF",
|
| 373 |
+
"format": "DEFAULT",
|
| 374 |
+
"state_key": "left_hand_joints"
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"rep": "ABSOLUTE",
|
| 378 |
+
"type": "NON_EEF",
|
| 379 |
+
"format": "DEFAULT",
|
| 380 |
+
"state_key": "right_hand_joints"
|
| 381 |
+
}
|
| 382 |
+
]
|
| 383 |
+
},
|
| 384 |
+
"language": {
|
| 385 |
+
"delta_indices": [
|
| 386 |
+
0
|
| 387 |
+
],
|
| 388 |
+
"modality_keys": [
|
| 389 |
+
"annotation.human.coarse_action"
|
| 390 |
+
],
|
| 391 |
+
"sin_cos_embedding_keys": null,
|
| 392 |
+
"mean_std_embedding_keys": null,
|
| 393 |
+
"action_configs": null
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"real_r1_pro_sharpa_relative_eef": {
|
| 397 |
+
"video": {
|
| 398 |
+
"delta_indices": [
|
| 399 |
+
-20,
|
| 400 |
+
0
|
| 401 |
+
],
|
| 402 |
+
"modality_keys": [
|
| 403 |
+
"ego_view_res320x240_freq20",
|
| 404 |
+
"left_wrist_view_res320x240_freq20",
|
| 405 |
+
"right_wrist_view_res320x240_freq20"
|
| 406 |
+
],
|
| 407 |
+
"sin_cos_embedding_keys": null,
|
| 408 |
+
"mean_std_embedding_keys": null,
|
| 409 |
+
"action_configs": null
|
| 410 |
+
},
|
| 411 |
+
"state": {
|
| 412 |
+
"delta_indices": [
|
| 413 |
+
0
|
| 414 |
+
],
|
| 415 |
+
"modality_keys": [
|
| 416 |
+
"left_wrist_eef",
|
| 417 |
+
"right_wrist_eef",
|
| 418 |
+
"left_hand_joints",
|
| 419 |
+
"right_hand_joints"
|
| 420 |
+
],
|
| 421 |
+
"sin_cos_embedding_keys": null,
|
| 422 |
+
"mean_std_embedding_keys": null,
|
| 423 |
+
"action_configs": null
|
| 424 |
+
},
|
| 425 |
+
"action": {
|
| 426 |
+
"delta_indices": [
|
| 427 |
+
0,
|
| 428 |
+
1,
|
| 429 |
+
2,
|
| 430 |
+
3,
|
| 431 |
+
4,
|
| 432 |
+
5,
|
| 433 |
+
6,
|
| 434 |
+
7,
|
| 435 |
+
8,
|
| 436 |
+
9,
|
| 437 |
+
10,
|
| 438 |
+
11,
|
| 439 |
+
12,
|
| 440 |
+
13,
|
| 441 |
+
14,
|
| 442 |
+
15,
|
| 443 |
+
16,
|
| 444 |
+
17,
|
| 445 |
+
18,
|
| 446 |
+
19,
|
| 447 |
+
20,
|
| 448 |
+
21,
|
| 449 |
+
22,
|
| 450 |
+
23,
|
| 451 |
+
24,
|
| 452 |
+
25,
|
| 453 |
+
26,
|
| 454 |
+
27,
|
| 455 |
+
28,
|
| 456 |
+
29,
|
| 457 |
+
30,
|
| 458 |
+
31,
|
| 459 |
+
32,
|
| 460 |
+
33,
|
| 461 |
+
34,
|
| 462 |
+
35,
|
| 463 |
+
36,
|
| 464 |
+
37,
|
| 465 |
+
38,
|
| 466 |
+
39
|
| 467 |
+
],
|
| 468 |
+
"modality_keys": [
|
| 469 |
+
"left_wrist_eef",
|
| 470 |
+
"right_wrist_eef",
|
| 471 |
+
"left_hand_joints",
|
| 472 |
+
"right_hand_joints"
|
| 473 |
+
],
|
| 474 |
+
"sin_cos_embedding_keys": null,
|
| 475 |
+
"mean_std_embedding_keys": null,
|
| 476 |
+
"action_configs": [
|
| 477 |
+
{
|
| 478 |
+
"rep": "RELATIVE",
|
| 479 |
+
"type": "EEF",
|
| 480 |
+
"format": "XYZ_ROT6D",
|
| 481 |
+
"state_key": "left_wrist_eef"
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"rep": "RELATIVE",
|
| 485 |
+
"type": "EEF",
|
| 486 |
+
"format": "XYZ_ROT6D",
|
| 487 |
+
"state_key": "right_wrist_eef"
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"rep": "ABSOLUTE",
|
| 491 |
+
"type": "NON_EEF",
|
| 492 |
+
"format": "DEFAULT",
|
| 493 |
+
"state_key": "left_hand_joints"
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"rep": "ABSOLUTE",
|
| 497 |
+
"type": "NON_EEF",
|
| 498 |
+
"format": "DEFAULT",
|
| 499 |
+
"state_key": "right_hand_joints"
|
| 500 |
+
}
|
| 501 |
+
]
|
| 502 |
+
},
|
| 503 |
+
"language": {
|
| 504 |
+
"delta_indices": [
|
| 505 |
+
0
|
| 506 |
+
],
|
| 507 |
+
"modality_keys": [
|
| 508 |
+
"annotation.human.coarse_action"
|
| 509 |
+
],
|
| 510 |
+
"sin_cos_embedding_keys": null,
|
| 511 |
+
"mean_std_embedding_keys": null,
|
| 512 |
+
"action_configs": null
|
| 513 |
+
}
|
| 514 |
+
},
|
| 515 |
+
"xdof_relative_eef_relative_joint": {
|
| 516 |
+
"video": {
|
| 517 |
+
"delta_indices": [
|
| 518 |
+
-30,
|
| 519 |
+
0
|
| 520 |
+
],
|
| 521 |
+
"modality_keys": [
|
| 522 |
+
"top_camera-images-rgb_320_240",
|
| 523 |
+
"left_camera-images-rgb_320_240",
|
| 524 |
+
"right_camera-images-rgb_320_240"
|
| 525 |
+
],
|
| 526 |
+
"sin_cos_embedding_keys": null,
|
| 527 |
+
"mean_std_embedding_keys": null,
|
| 528 |
+
"action_configs": null
|
| 529 |
+
},
|
| 530 |
+
"state": {
|
| 531 |
+
"delta_indices": [
|
| 532 |
+
0
|
| 533 |
+
],
|
| 534 |
+
"modality_keys": [
|
| 535 |
+
"left_wrist_eef",
|
| 536 |
+
"right_wrist_eef",
|
| 537 |
+
"left_gripper_pos",
|
| 538 |
+
"right_gripper_pos",
|
| 539 |
+
"left_joint_pos",
|
| 540 |
+
"right_joint_pos"
|
| 541 |
+
],
|
| 542 |
+
"sin_cos_embedding_keys": null,
|
| 543 |
+
"mean_std_embedding_keys": null,
|
| 544 |
+
"action_configs": null
|
| 545 |
+
},
|
| 546 |
+
"action": {
|
| 547 |
+
"delta_indices": [
|
| 548 |
+
0,
|
| 549 |
+
1,
|
| 550 |
+
2,
|
| 551 |
+
3,
|
| 552 |
+
4,
|
| 553 |
+
5,
|
| 554 |
+
6,
|
| 555 |
+
7,
|
| 556 |
+
8,
|
| 557 |
+
9,
|
| 558 |
+
10,
|
| 559 |
+
11,
|
| 560 |
+
12,
|
| 561 |
+
13,
|
| 562 |
+
14,
|
| 563 |
+
15,
|
| 564 |
+
16,
|
| 565 |
+
17,
|
| 566 |
+
18,
|
| 567 |
+
19,
|
| 568 |
+
20,
|
| 569 |
+
21,
|
| 570 |
+
22,
|
| 571 |
+
23,
|
| 572 |
+
24,
|
| 573 |
+
25,
|
| 574 |
+
26,
|
| 575 |
+
27,
|
| 576 |
+
28,
|
| 577 |
+
29,
|
| 578 |
+
30,
|
| 579 |
+
31,
|
| 580 |
+
32,
|
| 581 |
+
33,
|
| 582 |
+
34,
|
| 583 |
+
35,
|
| 584 |
+
36,
|
| 585 |
+
37,
|
| 586 |
+
38,
|
| 587 |
+
39
|
| 588 |
+
],
|
| 589 |
+
"modality_keys": [
|
| 590 |
+
"left_wrist_eef",
|
| 591 |
+
"right_wrist_eef",
|
| 592 |
+
"left_gripper_pos",
|
| 593 |
+
"right_gripper_pos",
|
| 594 |
+
"left_joint_pos",
|
| 595 |
+
"right_joint_pos"
|
| 596 |
+
],
|
| 597 |
+
"sin_cos_embedding_keys": null,
|
| 598 |
+
"mean_std_embedding_keys": null,
|
| 599 |
+
"action_configs": [
|
| 600 |
+
{
|
| 601 |
+
"rep": "RELATIVE",
|
| 602 |
+
"type": "EEF",
|
| 603 |
+
"format": "XYZ_ROT6D",
|
| 604 |
+
"state_key": "left_wrist_eef"
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"rep": "RELATIVE",
|
| 608 |
+
"type": "EEF",
|
| 609 |
+
"format": "XYZ_ROT6D",
|
| 610 |
+
"state_key": "right_wrist_eef"
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"rep": "ABSOLUTE",
|
| 614 |
+
"type": "NON_EEF",
|
| 615 |
+
"format": "DEFAULT",
|
| 616 |
+
"state_key": "left_gripper_pos"
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"rep": "ABSOLUTE",
|
| 620 |
+
"type": "NON_EEF",
|
| 621 |
+
"format": "DEFAULT",
|
| 622 |
+
"state_key": "right_gripper_pos"
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"rep": "RELATIVE",
|
| 626 |
+
"type": "NON_EEF",
|
| 627 |
+
"format": "DEFAULT",
|
| 628 |
+
"state_key": "left_joint_pos"
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"rep": "RELATIVE",
|
| 632 |
+
"type": "NON_EEF",
|
| 633 |
+
"format": "DEFAULT",
|
| 634 |
+
"state_key": "right_joint_pos"
|
| 635 |
+
}
|
| 636 |
+
]
|
| 637 |
+
},
|
| 638 |
+
"language": {
|
| 639 |
+
"delta_indices": [
|
| 640 |
+
0
|
| 641 |
+
],
|
| 642 |
+
"modality_keys": [
|
| 643 |
+
"annotation.task"
|
| 644 |
+
],
|
| 645 |
+
"sin_cos_embedding_keys": null,
|
| 646 |
+
"mean_std_embedding_keys": null,
|
| 647 |
+
"action_configs": null
|
| 648 |
+
}
|
| 649 |
+
},
|
| 650 |
+
"real_r1_pro_sharpa_relative_eef_maxinsights": {
|
| 651 |
+
"video": {
|
| 652 |
+
"delta_indices": [
|
| 653 |
+
-30,
|
| 654 |
+
0
|
| 655 |
+
],
|
| 656 |
+
"modality_keys": [
|
| 657 |
+
"ego_view_cropratio_res320x240_freq30"
|
| 658 |
+
],
|
| 659 |
+
"sin_cos_embedding_keys": null,
|
| 660 |
+
"mean_std_embedding_keys": null,
|
| 661 |
+
"action_configs": null
|
| 662 |
+
},
|
| 663 |
+
"state": {
|
| 664 |
+
"delta_indices": [
|
| 665 |
+
0
|
| 666 |
+
],
|
| 667 |
+
"modality_keys": [
|
| 668 |
+
"left_wrist_eef",
|
| 669 |
+
"right_wrist_eef",
|
| 670 |
+
"left_hand_joints",
|
| 671 |
+
"right_hand_joints"
|
| 672 |
+
],
|
| 673 |
+
"sin_cos_embedding_keys": null,
|
| 674 |
+
"mean_std_embedding_keys": null,
|
| 675 |
+
"action_configs": null
|
| 676 |
+
},
|
| 677 |
+
"action": {
|
| 678 |
+
"delta_indices": [
|
| 679 |
+
0,
|
| 680 |
+
1,
|
| 681 |
+
2,
|
| 682 |
+
3,
|
| 683 |
+
4,
|
| 684 |
+
5,
|
| 685 |
+
6,
|
| 686 |
+
7,
|
| 687 |
+
8,
|
| 688 |
+
9,
|
| 689 |
+
10,
|
| 690 |
+
11,
|
| 691 |
+
12,
|
| 692 |
+
13,
|
| 693 |
+
14,
|
| 694 |
+
15,
|
| 695 |
+
16,
|
| 696 |
+
17,
|
| 697 |
+
18,
|
| 698 |
+
19,
|
| 699 |
+
20,
|
| 700 |
+
21,
|
| 701 |
+
22,
|
| 702 |
+
23,
|
| 703 |
+
24,
|
| 704 |
+
25,
|
| 705 |
+
26,
|
| 706 |
+
27,
|
| 707 |
+
28,
|
| 708 |
+
29,
|
| 709 |
+
30,
|
| 710 |
+
31,
|
| 711 |
+
32,
|
| 712 |
+
33,
|
| 713 |
+
34,
|
| 714 |
+
35,
|
| 715 |
+
36,
|
| 716 |
+
37,
|
| 717 |
+
38,
|
| 718 |
+
39
|
| 719 |
+
],
|
| 720 |
+
"modality_keys": [
|
| 721 |
+
"left_wrist_eef",
|
| 722 |
+
"right_wrist_eef",
|
| 723 |
+
"left_hand_joints",
|
| 724 |
+
"right_hand_joints"
|
| 725 |
+
],
|
| 726 |
+
"sin_cos_embedding_keys": null,
|
| 727 |
+
"mean_std_embedding_keys": null,
|
| 728 |
+
"action_configs": [
|
| 729 |
+
{
|
| 730 |
+
"rep": "RELATIVE",
|
| 731 |
+
"type": "EEF",
|
| 732 |
+
"format": "XYZ_ROT6D",
|
| 733 |
+
"state_key": "left_wrist_eef"
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"rep": "RELATIVE",
|
| 737 |
+
"type": "EEF",
|
| 738 |
+
"format": "XYZ_ROT6D",
|
| 739 |
+
"state_key": "right_wrist_eef"
|
| 740 |
+
},
|
| 741 |
+
{
|
| 742 |
+
"rep": "ABSOLUTE",
|
| 743 |
+
"type": "NON_EEF",
|
| 744 |
+
"format": "DEFAULT",
|
| 745 |
+
"state_key": "left_hand_joints"
|
| 746 |
+
},
|
| 747 |
+
{
|
| 748 |
+
"rep": "ABSOLUTE",
|
| 749 |
+
"type": "NON_EEF",
|
| 750 |
+
"format": "DEFAULT",
|
| 751 |
+
"state_key": "right_hand_joints"
|
| 752 |
+
}
|
| 753 |
+
]
|
| 754 |
+
},
|
| 755 |
+
"language": {
|
| 756 |
+
"delta_indices": [
|
| 757 |
+
0
|
| 758 |
+
],
|
| 759 |
+
"modality_keys": [
|
| 760 |
+
"annotation.human.coarse_action"
|
| 761 |
+
],
|
| 762 |
+
"sin_cos_embedding_keys": null,
|
| 763 |
+
"mean_std_embedding_keys": null,
|
| 764 |
+
"action_configs": null
|
| 765 |
+
}
|
| 766 |
+
},
|
| 767 |
+
"xdof_relative_eef_relative_joint_subtask": {
|
| 768 |
+
"video": {
|
| 769 |
+
"delta_indices": [
|
| 770 |
+
-30,
|
| 771 |
+
0
|
| 772 |
+
],
|
| 773 |
+
"modality_keys": [
|
| 774 |
+
"top_camera-images-rgb_320_240",
|
| 775 |
+
"left_camera-images-rgb_320_240",
|
| 776 |
+
"right_camera-images-rgb_320_240"
|
| 777 |
+
],
|
| 778 |
+
"sin_cos_embedding_keys": null,
|
| 779 |
+
"mean_std_embedding_keys": null,
|
| 780 |
+
"action_configs": null
|
| 781 |
+
},
|
| 782 |
+
"state": {
|
| 783 |
+
"delta_indices": [
|
| 784 |
+
0
|
| 785 |
+
],
|
| 786 |
+
"modality_keys": [
|
| 787 |
+
"left_wrist_eef",
|
| 788 |
+
"right_wrist_eef",
|
| 789 |
+
"left_gripper_pos",
|
| 790 |
+
"right_gripper_pos",
|
| 791 |
+
"left_joint_pos",
|
| 792 |
+
"right_joint_pos"
|
| 793 |
+
],
|
| 794 |
+
"sin_cos_embedding_keys": null,
|
| 795 |
+
"mean_std_embedding_keys": null,
|
| 796 |
+
"action_configs": null
|
| 797 |
+
},
|
| 798 |
+
"action": {
|
| 799 |
+
"delta_indices": [
|
| 800 |
+
0,
|
| 801 |
+
1,
|
| 802 |
+
2,
|
| 803 |
+
3,
|
| 804 |
+
4,
|
| 805 |
+
5,
|
| 806 |
+
6,
|
| 807 |
+
7,
|
| 808 |
+
8,
|
| 809 |
+
9,
|
| 810 |
+
10,
|
| 811 |
+
11,
|
| 812 |
+
12,
|
| 813 |
+
13,
|
| 814 |
+
14,
|
| 815 |
+
15,
|
| 816 |
+
16,
|
| 817 |
+
17,
|
| 818 |
+
18,
|
| 819 |
+
19,
|
| 820 |
+
20,
|
| 821 |
+
21,
|
| 822 |
+
22,
|
| 823 |
+
23,
|
| 824 |
+
24,
|
| 825 |
+
25,
|
| 826 |
+
26,
|
| 827 |
+
27,
|
| 828 |
+
28,
|
| 829 |
+
29,
|
| 830 |
+
30,
|
| 831 |
+
31,
|
| 832 |
+
32,
|
| 833 |
+
33,
|
| 834 |
+
34,
|
| 835 |
+
35,
|
| 836 |
+
36,
|
| 837 |
+
37,
|
| 838 |
+
38,
|
| 839 |
+
39
|
| 840 |
+
],
|
| 841 |
+
"modality_keys": [
|
| 842 |
+
"left_wrist_eef",
|
| 843 |
+
"right_wrist_eef",
|
| 844 |
+
"left_gripper_pos",
|
| 845 |
+
"right_gripper_pos",
|
| 846 |
+
"left_joint_pos",
|
| 847 |
+
"right_joint_pos"
|
| 848 |
+
],
|
| 849 |
+
"sin_cos_embedding_keys": null,
|
| 850 |
+
"mean_std_embedding_keys": null,
|
| 851 |
+
"action_configs": [
|
| 852 |
+
{
|
| 853 |
+
"rep": "RELATIVE",
|
| 854 |
+
"type": "EEF",
|
| 855 |
+
"format": "XYZ_ROT6D",
|
| 856 |
+
"state_key": "left_wrist_eef"
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"rep": "RELATIVE",
|
| 860 |
+
"type": "EEF",
|
| 861 |
+
"format": "XYZ_ROT6D",
|
| 862 |
+
"state_key": "right_wrist_eef"
|
| 863 |
+
},
|
| 864 |
+
{
|
| 865 |
+
"rep": "ABSOLUTE",
|
| 866 |
+
"type": "NON_EEF",
|
| 867 |
+
"format": "DEFAULT",
|
| 868 |
+
"state_key": "left_gripper_pos"
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"rep": "ABSOLUTE",
|
| 872 |
+
"type": "NON_EEF",
|
| 873 |
+
"format": "DEFAULT",
|
| 874 |
+
"state_key": "right_gripper_pos"
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"rep": "RELATIVE",
|
| 878 |
+
"type": "NON_EEF",
|
| 879 |
+
"format": "DEFAULT",
|
| 880 |
+
"state_key": "left_joint_pos"
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"rep": "RELATIVE",
|
| 884 |
+
"type": "NON_EEF",
|
| 885 |
+
"format": "DEFAULT",
|
| 886 |
+
"state_key": "right_joint_pos"
|
| 887 |
+
}
|
| 888 |
+
]
|
| 889 |
+
},
|
| 890 |
+
"language": {
|
| 891 |
+
"delta_indices": [
|
| 892 |
+
0
|
| 893 |
+
],
|
| 894 |
+
"modality_keys": [
|
| 895 |
+
"annotation.sub_task"
|
| 896 |
+
],
|
| 897 |
+
"sin_cos_embedding_keys": null,
|
| 898 |
+
"mean_std_embedding_keys": null,
|
| 899 |
+
"action_configs": null
|
| 900 |
+
}
|
| 901 |
+
},
|
| 902 |
+
"oxe_droid_relative_eef_relative_joint": {
|
| 903 |
+
"video": {
|
| 904 |
+
"delta_indices": [
|
| 905 |
+
-15,
|
| 906 |
+
0
|
| 907 |
+
],
|
| 908 |
+
"modality_keys": [
|
| 909 |
+
"exterior_image_1_left",
|
| 910 |
+
"wrist_image_left"
|
| 911 |
+
],
|
| 912 |
+
"sin_cos_embedding_keys": null,
|
| 913 |
+
"mean_std_embedding_keys": null,
|
| 914 |
+
"action_configs": null
|
| 915 |
+
},
|
| 916 |
+
"state": {
|
| 917 |
+
"delta_indices": [
|
| 918 |
+
0
|
| 919 |
+
],
|
| 920 |
+
"modality_keys": [
|
| 921 |
+
"eef_9d",
|
| 922 |
+
"gripper_position",
|
| 923 |
+
"joint_position"
|
| 924 |
+
],
|
| 925 |
+
"sin_cos_embedding_keys": null,
|
| 926 |
+
"mean_std_embedding_keys": null,
|
| 927 |
+
"action_configs": null
|
| 928 |
+
},
|
| 929 |
+
"action": {
|
| 930 |
+
"delta_indices": [
|
| 931 |
+
0,
|
| 932 |
+
1,
|
| 933 |
+
2,
|
| 934 |
+
3,
|
| 935 |
+
4,
|
| 936 |
+
5,
|
| 937 |
+
6,
|
| 938 |
+
7,
|
| 939 |
+
8,
|
| 940 |
+
9,
|
| 941 |
+
10,
|
| 942 |
+
11,
|
| 943 |
+
12,
|
| 944 |
+
13,
|
| 945 |
+
14,
|
| 946 |
+
15,
|
| 947 |
+
16,
|
| 948 |
+
17,
|
| 949 |
+
18,
|
| 950 |
+
19,
|
| 951 |
+
20,
|
| 952 |
+
21,
|
| 953 |
+
22,
|
| 954 |
+
23,
|
| 955 |
+
24,
|
| 956 |
+
25,
|
| 957 |
+
26,
|
| 958 |
+
27,
|
| 959 |
+
28,
|
| 960 |
+
29,
|
| 961 |
+
30,
|
| 962 |
+
31,
|
| 963 |
+
32,
|
| 964 |
+
33,
|
| 965 |
+
34,
|
| 966 |
+
35,
|
| 967 |
+
36,
|
| 968 |
+
37,
|
| 969 |
+
38,
|
| 970 |
+
39
|
| 971 |
+
],
|
| 972 |
+
"modality_keys": [
|
| 973 |
+
"eef_9d",
|
| 974 |
+
"gripper_position",
|
| 975 |
+
"joint_position"
|
| 976 |
+
],
|
| 977 |
+
"sin_cos_embedding_keys": null,
|
| 978 |
+
"mean_std_embedding_keys": null,
|
| 979 |
+
"action_configs": [
|
| 980 |
+
{
|
| 981 |
+
"rep": "RELATIVE",
|
| 982 |
+
"type": "EEF",
|
| 983 |
+
"format": "XYZ_ROT6D",
|
| 984 |
+
"state_key": "eef_9d"
|
| 985 |
+
},
|
| 986 |
+
{
|
| 987 |
+
"rep": "ABSOLUTE",
|
| 988 |
+
"type": "NON_EEF",
|
| 989 |
+
"format": "DEFAULT",
|
| 990 |
+
"state_key": "gripper_position"
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"rep": "RELATIVE",
|
| 994 |
+
"type": "NON_EEF",
|
| 995 |
+
"format": "DEFAULT",
|
| 996 |
+
"state_key": "joint_position"
|
| 997 |
+
}
|
| 998 |
+
]
|
| 999 |
+
},
|
| 1000 |
+
"language": {
|
| 1001 |
+
"delta_indices": [
|
| 1002 |
+
0
|
| 1003 |
+
],
|
| 1004 |
+
"modality_keys": [
|
| 1005 |
+
"annotation.language.language_instruction"
|
| 1006 |
+
],
|
| 1007 |
+
"sin_cos_embedding_keys": null,
|
| 1008 |
+
"mean_std_embedding_keys": null,
|
| 1009 |
+
"action_configs": null
|
| 1010 |
+
}
|
| 1011 |
+
},
|
| 1012 |
+
"new_embodiment": {
|
| 1013 |
+
"video": {
|
| 1014 |
+
"delta_indices": [
|
| 1015 |
+
0
|
| 1016 |
+
],
|
| 1017 |
+
"modality_keys": [
|
| 1018 |
+
"ego_view",
|
| 1019 |
+
"chest"
|
| 1020 |
+
],
|
| 1021 |
+
"sin_cos_embedding_keys": null,
|
| 1022 |
+
"mean_std_embedding_keys": null,
|
| 1023 |
+
"action_configs": null
|
| 1024 |
+
},
|
| 1025 |
+
"state": {
|
| 1026 |
+
"delta_indices": [
|
| 1027 |
+
0
|
| 1028 |
+
],
|
| 1029 |
+
"modality_keys": [
|
| 1030 |
+
"left_leg",
|
| 1031 |
+
"right_leg",
|
| 1032 |
+
"waist",
|
| 1033 |
+
"left_arm",
|
| 1034 |
+
"right_arm",
|
| 1035 |
+
"left_hand",
|
| 1036 |
+
"right_hand",
|
| 1037 |
+
"projected_gravity"
|
| 1038 |
+
],
|
| 1039 |
+
"sin_cos_embedding_keys": null,
|
| 1040 |
+
"mean_std_embedding_keys": null,
|
| 1041 |
+
"action_configs": null
|
| 1042 |
+
},
|
| 1043 |
+
"action": {
|
| 1044 |
+
"delta_indices": [
|
| 1045 |
+
0,
|
| 1046 |
+
2,
|
| 1047 |
+
4,
|
| 1048 |
+
6,
|
| 1049 |
+
8,
|
| 1050 |
+
10,
|
| 1051 |
+
12,
|
| 1052 |
+
14,
|
| 1053 |
+
16,
|
| 1054 |
+
18,
|
| 1055 |
+
20,
|
| 1056 |
+
22,
|
| 1057 |
+
24,
|
| 1058 |
+
26,
|
| 1059 |
+
28,
|
| 1060 |
+
30,
|
| 1061 |
+
32,
|
| 1062 |
+
34,
|
| 1063 |
+
36,
|
| 1064 |
+
38,
|
| 1065 |
+
40,
|
| 1066 |
+
42,
|
| 1067 |
+
44,
|
| 1068 |
+
46,
|
| 1069 |
+
48,
|
| 1070 |
+
50,
|
| 1071 |
+
52,
|
| 1072 |
+
54,
|
| 1073 |
+
56,
|
| 1074 |
+
58,
|
| 1075 |
+
60,
|
| 1076 |
+
62,
|
| 1077 |
+
64,
|
| 1078 |
+
66,
|
| 1079 |
+
68,
|
| 1080 |
+
70,
|
| 1081 |
+
72,
|
| 1082 |
+
74,
|
| 1083 |
+
76,
|
| 1084 |
+
78
|
| 1085 |
+
],
|
| 1086 |
+
"modality_keys": [
|
| 1087 |
+
"body29",
|
| 1088 |
+
"left_hand_target",
|
| 1089 |
+
"right_hand_target",
|
| 1090 |
+
"root_rot6d"
|
| 1091 |
+
],
|
| 1092 |
+
"sin_cos_embedding_keys": null,
|
| 1093 |
+
"mean_std_embedding_keys": null,
|
| 1094 |
+
"action_configs": [
|
| 1095 |
+
{
|
| 1096 |
+
"rep": "ABSOLUTE",
|
| 1097 |
+
"type": "NON_EEF",
|
| 1098 |
+
"format": "DEFAULT",
|
| 1099 |
+
"state_key": null
|
| 1100 |
+
},
|
| 1101 |
+
{
|
| 1102 |
+
"rep": "ABSOLUTE",
|
| 1103 |
+
"type": "NON_EEF",
|
| 1104 |
+
"format": "DEFAULT",
|
| 1105 |
+
"state_key": null
|
| 1106 |
+
},
|
| 1107 |
+
{
|
| 1108 |
+
"rep": "ABSOLUTE",
|
| 1109 |
+
"type": "NON_EEF",
|
| 1110 |
+
"format": "DEFAULT",
|
| 1111 |
+
"state_key": null
|
| 1112 |
+
},
|
| 1113 |
+
{
|
| 1114 |
+
"rep": "ABSOLUTE",
|
| 1115 |
+
"type": "NON_EEF",
|
| 1116 |
+
"format": "DEFAULT",
|
| 1117 |
+
"state_key": null
|
| 1118 |
+
}
|
| 1119 |
+
]
|
| 1120 |
+
},
|
| 1121 |
+
"language": {
|
| 1122 |
+
"delta_indices": [
|
| 1123 |
+
0
|
| 1124 |
+
],
|
| 1125 |
+
"modality_keys": [
|
| 1126 |
+
"annotation.human.task_description"
|
| 1127 |
+
],
|
| 1128 |
+
"sin_cos_embedding_keys": null,
|
| 1129 |
+
"mean_std_embedding_keys": null,
|
| 1130 |
+
"action_configs": null
|
| 1131 |
+
}
|
| 1132 |
+
}
|
| 1133 |
+
},
|
| 1134 |
+
"image_crop_size": [
|
| 1135 |
+
230,
|
| 1136 |
+
230
|
| 1137 |
+
],
|
| 1138 |
+
"image_target_size": [
|
| 1139 |
+
256,
|
| 1140 |
+
256
|
| 1141 |
+
],
|
| 1142 |
+
"use_albumentations": true,
|
| 1143 |
+
"random_rotation_angle": 0,
|
| 1144 |
+
"color_jitter_params": {
|
| 1145 |
+
"brightness": 0.3,
|
| 1146 |
+
"contrast": 0.4,
|
| 1147 |
+
"saturation": 0.5,
|
| 1148 |
+
"hue": 0.08
|
| 1149 |
+
},
|
| 1150 |
+
"shortest_image_edge": 256,
|
| 1151 |
+
"crop_fraction": 0.95,
|
| 1152 |
+
"letter_box_transform": false,
|
| 1153 |
+
"model_name": "nvidia/Cosmos-Reason2-2B",
|
| 1154 |
+
"model_type": "qwen",
|
| 1155 |
+
"formalize_language": true,
|
| 1156 |
+
"max_state_dim": 132,
|
| 1157 |
+
"max_action_dim": 132,
|
| 1158 |
+
"max_action_horizon": 40,
|
| 1159 |
+
"strict_action_padding_mask": false,
|
| 1160 |
+
"use_percentiles": true,
|
| 1161 |
+
"use_mean_std": false,
|
| 1162 |
+
"clip_outliers": true,
|
| 1163 |
+
"apply_sincos_state_encoding": false,
|
| 1164 |
+
"use_relative_action": true,
|
| 1165 |
+
"exclude_state": false,
|
| 1166 |
+
"state_dropout_prob": 0.2
|
| 1167 |
+
}
|
| 1168 |
+
}
|
b6-pedal-bin/joint47-v5-150/step-004000/protocol.json
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "GR00T N1.7 (Gr00tN1d7), full fine-tune (tune_llm, tune_visual)",
|
| 3 |
+
"task": "B6 pedal-bin (G1)",
|
| 4 |
+
"task_dir": "b6-pedal-bin/joint47-v5-150/step-004000",
|
| 5 |
+
"robot": "Unitree G1",
|
| 6 |
+
"global_step": 4000,
|
| 7 |
+
"epoch_completed": null,
|
| 8 |
+
"training_data": "b6-pedal-bin v5/ (HF humanoid-benchmark/b6-pedal-bin @ad2f5bf0), all 150 episodes",
|
| 9 |
+
"episodes": 150,
|
| 10 |
+
"frames": 97891,
|
| 11 |
+
"action_contract": "HumanWAM joint47 v2: body29 (measured joints) | Inspire left6 | right6 | root rotation6D relative to the current heading; 40 rows at offsets 0,2,...,78 (stride 2); execute 16",
|
| 12 |
+
"action_groups": {
|
| 13 |
+
"body29": 29,
|
| 14 |
+
"left_hand_target": 6,
|
| 15 |
+
"right_hand_target": 6,
|
| 16 |
+
"root_rot6d": 6
|
| 17 |
+
},
|
| 18 |
+
"action_chunk": 40,
|
| 19 |
+
"embodiment_tag": "new_embodiment",
|
| 20 |
+
"state_groups": {
|
| 21 |
+
"left_leg": 6,
|
| 22 |
+
"right_leg": 6,
|
| 23 |
+
"waist": 3,
|
| 24 |
+
"left_arm": 7,
|
| 25 |
+
"right_arm": 7,
|
| 26 |
+
"left_hand": 6,
|
| 27 |
+
"right_hand": 6,
|
| 28 |
+
"projected_gravity": 3
|
| 29 |
+
},
|
| 30 |
+
"cameras": [
|
| 31 |
+
"observation.images.ego_view",
|
| 32 |
+
"observation.images.chest"
|
| 33 |
+
],
|
| 34 |
+
"training": {
|
| 35 |
+
"task": "b6v5j47",
|
| 36 |
+
"frames": 97891,
|
| 37 |
+
"recipe": "joint47 (body29 | Inspire12 | root rot6D current heading), H40 stride 2, full fine-tune, fixed steps",
|
| 38 |
+
"per_gpu_batch": 16,
|
| 39 |
+
"gradient_accumulation_steps": 1,
|
| 40 |
+
"world_size": 32,
|
| 41 |
+
"global_batch": 512,
|
| 42 |
+
"max_steps": 4000,
|
| 43 |
+
"save_steps": 500,
|
| 44 |
+
"save_list": [
|
| 45 |
+
2000,
|
| 46 |
+
2500,
|
| 47 |
+
3000,
|
| 48 |
+
3500,
|
| 49 |
+
4000
|
| 50 |
+
],
|
| 51 |
+
"epochs_equivalent": 20.92
|
| 52 |
+
},
|
| 53 |
+
"augmentation": "Humanoid Benchmark augmentation spec v2 + proprio perturbation (hb_aug_v2)",
|
| 54 |
+
"files": {
|
| 55 |
+
"config.json": {
|
| 56 |
+
"size": 2219,
|
| 57 |
+
"sha256": "bee41978b2c537c7ff40916274fc3a4a644bf5f13de2d8ca7df0c4f7efc384cb"
|
| 58 |
+
},
|
| 59 |
+
"model.safetensors.index.json": {
|
| 60 |
+
"size": 104985,
|
| 61 |
+
"sha256": "407804ea5a62f4f8823f48811ae0edbb82fac101e9cf4d7273e6e2f692bb4d59"
|
| 62 |
+
},
|
| 63 |
+
"model-00001-of-00002.safetensors": {
|
| 64 |
+
"size": 4990519232,
|
| 65 |
+
"sha256": "8dfc5fd8852bf855f83e3607108e81487d1c370a04b6426a1d6a848351635753"
|
| 66 |
+
},
|
| 67 |
+
"model-00002-of-00002.safetensors": {
|
| 68 |
+
"size": 1919980184,
|
| 69 |
+
"sha256": "316ff01137be2abba2725c167538a9299ddfcc364e80f66cfb7fa6824b9023da"
|
| 70 |
+
},
|
| 71 |
+
"processor_config.json": {
|
| 72 |
+
"size": 27516,
|
| 73 |
+
"sha256": "1884ec577cf814ee411757dac2f96690de7987618845fca8c8f3ba2f16bf8e4d"
|
| 74 |
+
},
|
| 75 |
+
"statistics.json": {
|
| 76 |
+
"size": 4310935,
|
| 77 |
+
"sha256": "045cdf147f48a80bdb46657f589b7b353f32a92e3dd14e8f90975b83600c5527"
|
| 78 |
+
},
|
| 79 |
+
"embodiment_id.json": {
|
| 80 |
+
"size": 2226,
|
| 81 |
+
"sha256": "5e8611697dc90b7b7a92cf2a8da926275c16f5966c5eb109e0216c3c51af15a1"
|
| 82 |
+
},
|
| 83 |
+
"trainer_state.json": {
|
| 84 |
+
"size": 56188,
|
| 85 |
+
"sha256": "9cb8d0d1194e4d5b164e3cf8ce39aac2c7cc1e415c5a0236364d273250fe921e"
|
| 86 |
+
}
|
| 87 |
+
},
|
| 88 |
+
"uploaded_utc": "2026-11-18T14:24:10Z"
|
| 89 |
+
}
|
b6-pedal-bin/joint47-v5-150/step-004000/statistics.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
b6-pedal-bin/joint47-v5-150/step-004000/trainer_state.json
ADDED
|
@@ -0,0 +1,2434 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": null,
|
| 3 |
+
"best_metric": null,
|
| 4 |
+
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 1.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 4000,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"grad_norm": 0.5662999749183655,
|
| 14 |
+
"learning_rate": 4.5e-06,
|
| 15 |
+
"loss": 1.4002,
|
| 16 |
+
"step": 10
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"grad_norm": 0.9381104707717896,
|
| 20 |
+
"learning_rate": 9.5e-06,
|
| 21 |
+
"loss": 1.3489,
|
| 22 |
+
"step": 20
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"grad_norm": 0.48072347044944763,
|
| 26 |
+
"learning_rate": 1.45e-05,
|
| 27 |
+
"loss": 1.2192,
|
| 28 |
+
"step": 30
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"grad_norm": 1.2638332843780518,
|
| 32 |
+
"learning_rate": 1.9500000000000003e-05,
|
| 33 |
+
"loss": 1.1698,
|
| 34 |
+
"step": 40
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"grad_norm": 0.34269383549690247,
|
| 38 |
+
"learning_rate": 2.45e-05,
|
| 39 |
+
"loss": 1.119,
|
| 40 |
+
"step": 50
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"grad_norm": 0.5003015995025635,
|
| 44 |
+
"learning_rate": 2.95e-05,
|
| 45 |
+
"loss": 1.1069,
|
| 46 |
+
"step": 60
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"grad_norm": 0.35666051506996155,
|
| 50 |
+
"learning_rate": 3.45e-05,
|
| 51 |
+
"loss": 1.0871,
|
| 52 |
+
"step": 70
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"grad_norm": 0.4142424166202545,
|
| 56 |
+
"learning_rate": 3.9500000000000005e-05,
|
| 57 |
+
"loss": 1.0771,
|
| 58 |
+
"step": 80
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"grad_norm": 0.7473810315132141,
|
| 62 |
+
"learning_rate": 4.4500000000000004e-05,
|
| 63 |
+
"loss": 1.0281,
|
| 64 |
+
"step": 90
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"grad_norm": 0.8377493619918823,
|
| 68 |
+
"learning_rate": 4.9500000000000004e-05,
|
| 69 |
+
"loss": 0.9391,
|
| 70 |
+
"step": 100
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"grad_norm": 0.902409017086029,
|
| 74 |
+
"learning_rate": 5.45e-05,
|
| 75 |
+
"loss": 0.8408,
|
| 76 |
+
"step": 110
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"grad_norm": 0.9179252982139587,
|
| 80 |
+
"learning_rate": 5.95e-05,
|
| 81 |
+
"loss": 0.7779,
|
| 82 |
+
"step": 120
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"grad_norm": 1.0845577716827393,
|
| 86 |
+
"learning_rate": 6.450000000000001e-05,
|
| 87 |
+
"loss": 0.6748,
|
| 88 |
+
"step": 130
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"grad_norm": 1.0113052129745483,
|
| 92 |
+
"learning_rate": 6.95e-05,
|
| 93 |
+
"loss": 0.6327,
|
| 94 |
+
"step": 140
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"grad_norm": 0.9813345670700073,
|
| 98 |
+
"learning_rate": 7.450000000000001e-05,
|
| 99 |
+
"loss": 0.6103,
|
| 100 |
+
"step": 150
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"grad_norm": 1.1568454504013062,
|
| 104 |
+
"learning_rate": 7.950000000000001e-05,
|
| 105 |
+
"loss": 0.5645,
|
| 106 |
+
"step": 160
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"grad_norm": 0.9096725583076477,
|
| 110 |
+
"learning_rate": 8.450000000000001e-05,
|
| 111 |
+
"loss": 0.5458,
|
| 112 |
+
"step": 170
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"grad_norm": 0.945750892162323,
|
| 116 |
+
"learning_rate": 8.950000000000001e-05,
|
| 117 |
+
"loss": 0.5213,
|
| 118 |
+
"step": 180
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"grad_norm": 1.0626932382583618,
|
| 122 |
+
"learning_rate": 9.449999999999999e-05,
|
| 123 |
+
"loss": 0.5226,
|
| 124 |
+
"step": 190
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"grad_norm": 1.5708492994308472,
|
| 128 |
+
"learning_rate": 9.95e-05,
|
| 129 |
+
"loss": 0.5154,
|
| 130 |
+
"step": 200
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"grad_norm": 0.8521243333816528,
|
| 134 |
+
"learning_rate": 9.999861593790126e-05,
|
| 135 |
+
"loss": 0.4992,
|
| 136 |
+
"step": 210
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"grad_norm": 0.9563011527061462,
|
| 140 |
+
"learning_rate": 9.999383162408304e-05,
|
| 141 |
+
"loss": 0.4944,
|
| 142 |
+
"step": 220
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"grad_norm": 0.836682140827179,
|
| 146 |
+
"learning_rate": 9.998563029828259e-05,
|
| 147 |
+
"loss": 0.4743,
|
| 148 |
+
"step": 230
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"grad_norm": 0.8805328011512756,
|
| 152 |
+
"learning_rate": 9.997401252104962e-05,
|
| 153 |
+
"loss": 0.4749,
|
| 154 |
+
"step": 240
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"grad_norm": 0.823715090751648,
|
| 158 |
+
"learning_rate": 9.995897908644378e-05,
|
| 159 |
+
"loss": 0.465,
|
| 160 |
+
"step": 250
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"grad_norm": 0.7829018235206604,
|
| 164 |
+
"learning_rate": 9.994053102198034e-05,
|
| 165 |
+
"loss": 0.4702,
|
| 166 |
+
"step": 260
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"grad_norm": 0.9834432601928711,
|
| 170 |
+
"learning_rate": 9.991866958856003e-05,
|
| 171 |
+
"loss": 0.4546,
|
| 172 |
+
"step": 270
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"grad_norm": 0.8439772725105286,
|
| 176 |
+
"learning_rate": 9.989339628038276e-05,
|
| 177 |
+
"loss": 0.467,
|
| 178 |
+
"step": 280
|
| 179 |
+
},
|
| 180 |
+
{
|
| 181 |
+
"grad_norm": 1.0257704257965088,
|
| 182 |
+
"learning_rate": 9.98647128248456e-05,
|
| 183 |
+
"loss": 0.4433,
|
| 184 |
+
"step": 290
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"grad_norm": 0.935915470123291,
|
| 188 |
+
"learning_rate": 9.98326211824246e-05,
|
| 189 |
+
"loss": 0.4415,
|
| 190 |
+
"step": 300
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"grad_norm": 1.055808186531067,
|
| 194 |
+
"learning_rate": 9.979712354654091e-05,
|
| 195 |
+
"loss": 0.4158,
|
| 196 |
+
"step": 310
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"grad_norm": 0.9892081618309021,
|
| 200 |
+
"learning_rate": 9.975822234341079e-05,
|
| 201 |
+
"loss": 0.3893,
|
| 202 |
+
"step": 320
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"grad_norm": 0.8829598426818848,
|
| 206 |
+
"learning_rate": 9.97159202318798e-05,
|
| 207 |
+
"loss": 0.3627,
|
| 208 |
+
"step": 330
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"grad_norm": 0.9462218284606934,
|
| 212 |
+
"learning_rate": 9.967022010324105e-05,
|
| 213 |
+
"loss": 0.3297,
|
| 214 |
+
"step": 340
|
| 215 |
+
},
|
| 216 |
+
{
|
| 217 |
+
"grad_norm": 1.000065565109253,
|
| 218 |
+
"learning_rate": 9.962112508103765e-05,
|
| 219 |
+
"loss": 0.3202,
|
| 220 |
+
"step": 350
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"grad_norm": 1.0982773303985596,
|
| 224 |
+
"learning_rate": 9.956863852084914e-05,
|
| 225 |
+
"loss": 0.2945,
|
| 226 |
+
"step": 360
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"grad_norm": 1.0556284189224243,
|
| 230 |
+
"learning_rate": 9.951276401006221e-05,
|
| 231 |
+
"loss": 0.2695,
|
| 232 |
+
"step": 370
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"grad_norm": 1.0808699131011963,
|
| 236 |
+
"learning_rate": 9.945350536762543e-05,
|
| 237 |
+
"loss": 0.2562,
|
| 238 |
+
"step": 380
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"grad_norm": 1.0713282823562622,
|
| 242 |
+
"learning_rate": 9.939086664378829e-05,
|
| 243 |
+
"loss": 0.2559,
|
| 244 |
+
"step": 390
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"grad_norm": 0.9878275394439697,
|
| 248 |
+
"learning_rate": 9.932485211982437e-05,
|
| 249 |
+
"loss": 0.2059,
|
| 250 |
+
"step": 400
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"grad_norm": 1.1291395425796509,
|
| 254 |
+
"learning_rate": 9.92554663077387e-05,
|
| 255 |
+
"loss": 0.2006,
|
| 256 |
+
"step": 410
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"grad_norm": 1.1055631637573242,
|
| 260 |
+
"learning_rate": 9.918271394995935e-05,
|
| 261 |
+
"loss": 0.2021,
|
| 262 |
+
"step": 420
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"grad_norm": 1.117937445640564,
|
| 266 |
+
"learning_rate": 9.910660001901335e-05,
|
| 267 |
+
"loss": 0.182,
|
| 268 |
+
"step": 430
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"grad_norm": 1.1873646974563599,
|
| 272 |
+
"learning_rate": 9.902712971718675e-05,
|
| 273 |
+
"loss": 0.1758,
|
| 274 |
+
"step": 440
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"grad_norm": 0.9126381874084473,
|
| 278 |
+
"learning_rate": 9.894430847616915e-05,
|
| 279 |
+
"loss": 0.1617,
|
| 280 |
+
"step": 450
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"grad_norm": 1.0383628606796265,
|
| 284 |
+
"learning_rate": 9.885814195668232e-05,
|
| 285 |
+
"loss": 0.145,
|
| 286 |
+
"step": 460
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"grad_norm": 0.919028639793396,
|
| 290 |
+
"learning_rate": 9.876863604809344e-05,
|
| 291 |
+
"loss": 0.1506,
|
| 292 |
+
"step": 470
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"grad_norm": 1.1515851020812988,
|
| 296 |
+
"learning_rate": 9.867579686801245e-05,
|
| 297 |
+
"loss": 0.1334,
|
| 298 |
+
"step": 480
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"grad_norm": 1.1096343994140625,
|
| 302 |
+
"learning_rate": 9.8579630761874e-05,
|
| 303 |
+
"loss": 0.1367,
|
| 304 |
+
"step": 490
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"grad_norm": 1.1786972284317017,
|
| 308 |
+
"learning_rate": 9.848014430250367e-05,
|
| 309 |
+
"loss": 0.1182,
|
| 310 |
+
"step": 500
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"grad_norm": 1.1796234846115112,
|
| 314 |
+
"learning_rate": 9.837734428966885e-05,
|
| 315 |
+
"loss": 0.1264,
|
| 316 |
+
"step": 510
|
| 317 |
+
},
|
| 318 |
+
{
|
| 319 |
+
"grad_norm": 0.9666761159896851,
|
| 320 |
+
"learning_rate": 9.827123774961383e-05,
|
| 321 |
+
"loss": 0.1124,
|
| 322 |
+
"step": 520
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"grad_norm": 1.1666871309280396,
|
| 326 |
+
"learning_rate": 9.816183193457968e-05,
|
| 327 |
+
"loss": 0.1266,
|
| 328 |
+
"step": 530
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"grad_norm": 0.9039803147315979,
|
| 332 |
+
"learning_rate": 9.804913432230856e-05,
|
| 333 |
+
"loss": 0.1368,
|
| 334 |
+
"step": 540
|
| 335 |
+
},
|
| 336 |
+
{
|
| 337 |
+
"grad_norm": 0.942671537399292,
|
| 338 |
+
"learning_rate": 9.793315261553252e-05,
|
| 339 |
+
"loss": 0.1118,
|
| 340 |
+
"step": 550
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"grad_norm": 0.9252918362617493,
|
| 344 |
+
"learning_rate": 9.781389474144717e-05,
|
| 345 |
+
"loss": 0.1224,
|
| 346 |
+
"step": 560
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"grad_norm": 1.0103312730789185,
|
| 350 |
+
"learning_rate": 9.76913688511698e-05,
|
| 351 |
+
"loss": 0.1378,
|
| 352 |
+
"step": 570
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"grad_norm": 0.8527487516403198,
|
| 356 |
+
"learning_rate": 9.756558331918227e-05,
|
| 357 |
+
"loss": 0.1265,
|
| 358 |
+
"step": 580
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"grad_norm": 0.9174740314483643,
|
| 362 |
+
"learning_rate": 9.743654674275855e-05,
|
| 363 |
+
"loss": 0.1059,
|
| 364 |
+
"step": 590
|
| 365 |
+
},
|
| 366 |
+
{
|
| 367 |
+
"grad_norm": 0.9517895579338074,
|
| 368 |
+
"learning_rate": 9.730426794137727e-05,
|
| 369 |
+
"loss": 0.1181,
|
| 370 |
+
"step": 600
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"grad_norm": 1.0374674797058105,
|
| 374 |
+
"learning_rate": 9.716875595611879e-05,
|
| 375 |
+
"loss": 0.1262,
|
| 376 |
+
"step": 610
|
| 377 |
+
},
|
| 378 |
+
{
|
| 379 |
+
"grad_norm": 0.8207120299339294,
|
| 380 |
+
"learning_rate": 9.703002004904729e-05,
|
| 381 |
+
"loss": 0.1169,
|
| 382 |
+
"step": 620
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"grad_norm": 0.8801824450492859,
|
| 386 |
+
"learning_rate": 9.688806970257773e-05,
|
| 387 |
+
"loss": 0.1061,
|
| 388 |
+
"step": 630
|
| 389 |
+
},
|
| 390 |
+
{
|
| 391 |
+
"grad_norm": 1.0981800556182861,
|
| 392 |
+
"learning_rate": 9.674291461882774e-05,
|
| 393 |
+
"loss": 0.1008,
|
| 394 |
+
"step": 640
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"grad_norm": 1.0826483964920044,
|
| 398 |
+
"learning_rate": 9.659456471895445e-05,
|
| 399 |
+
"loss": 0.1047,
|
| 400 |
+
"step": 650
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"grad_norm": 0.9131354093551636,
|
| 404 |
+
"learning_rate": 9.644303014247648e-05,
|
| 405 |
+
"loss": 0.1042,
|
| 406 |
+
"step": 660
|
| 407 |
+
},
|
| 408 |
+
{
|
| 409 |
+
"grad_norm": 0.9206304550170898,
|
| 410 |
+
"learning_rate": 9.628832124658085e-05,
|
| 411 |
+
"loss": 0.0889,
|
| 412 |
+
"step": 670
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"grad_norm": 1.0215647220611572,
|
| 416 |
+
"learning_rate": 9.613044860541507e-05,
|
| 417 |
+
"loss": 0.1093,
|
| 418 |
+
"step": 680
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"grad_norm": 0.9893831610679626,
|
| 422 |
+
"learning_rate": 9.596942300936445e-05,
|
| 423 |
+
"loss": 0.0885,
|
| 424 |
+
"step": 690
|
| 425 |
+
},
|
| 426 |
+
{
|
| 427 |
+
"grad_norm": 0.9044161438941956,
|
| 428 |
+
"learning_rate": 9.580525546431459e-05,
|
| 429 |
+
"loss": 0.0914,
|
| 430 |
+
"step": 700
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"grad_norm": 0.9500342011451721,
|
| 434 |
+
"learning_rate": 9.563795719089911e-05,
|
| 435 |
+
"loss": 0.1005,
|
| 436 |
+
"step": 710
|
| 437 |
+
},
|
| 438 |
+
{
|
| 439 |
+
"grad_norm": 0.900039553642273,
|
| 440 |
+
"learning_rate": 9.546753962373281e-05,
|
| 441 |
+
"loss": 0.0904,
|
| 442 |
+
"step": 720
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"grad_norm": 1.0066508054733276,
|
| 446 |
+
"learning_rate": 9.529401441062997e-05,
|
| 447 |
+
"loss": 0.1067,
|
| 448 |
+
"step": 730
|
| 449 |
+
},
|
| 450 |
+
{
|
| 451 |
+
"grad_norm": 0.6757651567459106,
|
| 452 |
+
"learning_rate": 9.511739341180842e-05,
|
| 453 |
+
"loss": 0.0954,
|
| 454 |
+
"step": 740
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"grad_norm": 0.9729399681091309,
|
| 458 |
+
"learning_rate": 9.493768869907886e-05,
|
| 459 |
+
"loss": 0.0931,
|
| 460 |
+
"step": 750
|
| 461 |
+
},
|
| 462 |
+
{
|
| 463 |
+
"grad_norm": 0.8459152579307556,
|
| 464 |
+
"learning_rate": 9.475491255501968e-05,
|
| 465 |
+
"loss": 0.0897,
|
| 466 |
+
"step": 760
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"grad_norm": 0.8404608368873596,
|
| 470 |
+
"learning_rate": 9.456907747213748e-05,
|
| 471 |
+
"loss": 0.0942,
|
| 472 |
+
"step": 770
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"grad_norm": 0.8702502846717834,
|
| 476 |
+
"learning_rate": 9.438019615201336e-05,
|
| 477 |
+
"loss": 0.0949,
|
| 478 |
+
"step": 780
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"grad_norm": 0.7870336174964905,
|
| 482 |
+
"learning_rate": 9.418828150443469e-05,
|
| 483 |
+
"loss": 0.0808,
|
| 484 |
+
"step": 790
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"grad_norm": 0.6583549976348877,
|
| 488 |
+
"learning_rate": 9.399334664651262e-05,
|
| 489 |
+
"loss": 0.0905,
|
| 490 |
+
"step": 800
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"grad_norm": 0.996520459651947,
|
| 494 |
+
"learning_rate": 9.379540490178581e-05,
|
| 495 |
+
"loss": 0.0818,
|
| 496 |
+
"step": 810
|
| 497 |
+
},
|
| 498 |
+
{
|
| 499 |
+
"grad_norm": 0.7652238011360168,
|
| 500 |
+
"learning_rate": 9.359446979930955e-05,
|
| 501 |
+
"loss": 0.1046,
|
| 502 |
+
"step": 820
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"grad_norm": 0.8339548707008362,
|
| 506 |
+
"learning_rate": 9.33905550727312e-05,
|
| 507 |
+
"loss": 0.093,
|
| 508 |
+
"step": 830
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"grad_norm": 0.7939019799232483,
|
| 512 |
+
"learning_rate": 9.318367465935142e-05,
|
| 513 |
+
"loss": 0.0781,
|
| 514 |
+
"step": 840
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"grad_norm": 0.9351368546485901,
|
| 518 |
+
"learning_rate": 9.29738426991717e-05,
|
| 519 |
+
"loss": 0.085,
|
| 520 |
+
"step": 850
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"grad_norm": 0.8578147888183594,
|
| 524 |
+
"learning_rate": 9.276107353392774e-05,
|
| 525 |
+
"loss": 0.0963,
|
| 526 |
+
"step": 860
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"grad_norm": 0.92575603723526,
|
| 530 |
+
"learning_rate": 9.254538170610938e-05,
|
| 531 |
+
"loss": 0.0835,
|
| 532 |
+
"step": 870
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"grad_norm": 0.8614016175270081,
|
| 536 |
+
"learning_rate": 9.232678195796654e-05,
|
| 537 |
+
"loss": 0.0882,
|
| 538 |
+
"step": 880
|
| 539 |
+
},
|
| 540 |
+
{
|
| 541 |
+
"grad_norm": 0.6895948648452759,
|
| 542 |
+
"learning_rate": 9.210528923050164e-05,
|
| 543 |
+
"loss": 0.0874,
|
| 544 |
+
"step": 890
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"grad_norm": 0.8437885642051697,
|
| 548 |
+
"learning_rate": 9.188091866244834e-05,
|
| 549 |
+
"loss": 0.0829,
|
| 550 |
+
"step": 900
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"grad_norm": 0.810060441493988,
|
| 554 |
+
"learning_rate": 9.165368558923695e-05,
|
| 555 |
+
"loss": 0.0847,
|
| 556 |
+
"step": 910
|
| 557 |
+
},
|
| 558 |
+
{
|
| 559 |
+
"grad_norm": 0.951981782913208,
|
| 560 |
+
"learning_rate": 9.142360554194618e-05,
|
| 561 |
+
"loss": 0.0906,
|
| 562 |
+
"step": 920
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"grad_norm": 0.7779169082641602,
|
| 566 |
+
"learning_rate": 9.119069424624163e-05,
|
| 567 |
+
"loss": 0.1063,
|
| 568 |
+
"step": 930
|
| 569 |
+
},
|
| 570 |
+
{
|
| 571 |
+
"grad_norm": 0.8823823928833008,
|
| 572 |
+
"learning_rate": 9.0954967621301e-05,
|
| 573 |
+
"loss": 0.0755,
|
| 574 |
+
"step": 940
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"grad_norm": 0.8602485060691833,
|
| 578 |
+
"learning_rate": 9.071644177872594e-05,
|
| 579 |
+
"loss": 0.0781,
|
| 580 |
+
"step": 950
|
| 581 |
+
},
|
| 582 |
+
{
|
| 583 |
+
"grad_norm": 0.7411450743675232,
|
| 584 |
+
"learning_rate": 9.047513302144095e-05,
|
| 585 |
+
"loss": 0.0906,
|
| 586 |
+
"step": 960
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"grad_norm": 0.7676897644996643,
|
| 590 |
+
"learning_rate": 9.023105784257906e-05,
|
| 591 |
+
"loss": 0.0757,
|
| 592 |
+
"step": 970
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"grad_norm": 0.7622464299201965,
|
| 596 |
+
"learning_rate": 8.998423292435454e-05,
|
| 597 |
+
"loss": 0.0833,
|
| 598 |
+
"step": 980
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"grad_norm": 0.9143321514129639,
|
| 602 |
+
"learning_rate": 8.973467513692265e-05,
|
| 603 |
+
"loss": 0.0784,
|
| 604 |
+
"step": 990
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"grad_norm": 0.8642815947532654,
|
| 608 |
+
"learning_rate": 8.94824015372267e-05,
|
| 609 |
+
"loss": 0.0765,
|
| 610 |
+
"step": 1000
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"grad_norm": 0.7949955463409424,
|
| 614 |
+
"learning_rate": 8.922742936783207e-05,
|
| 615 |
+
"loss": 0.094,
|
| 616 |
+
"step": 1010
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"grad_norm": 0.6933111548423767,
|
| 620 |
+
"learning_rate": 8.896977605574788e-05,
|
| 621 |
+
"loss": 0.0747,
|
| 622 |
+
"step": 1020
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"grad_norm": 0.8414279222488403,
|
| 626 |
+
"learning_rate": 8.870945921123576e-05,
|
| 627 |
+
"loss": 0.0758,
|
| 628 |
+
"step": 1030
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"grad_norm": 0.776512622833252,
|
| 632 |
+
"learning_rate": 8.844649662660624e-05,
|
| 633 |
+
"loss": 0.0709,
|
| 634 |
+
"step": 1040
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"grad_norm": 0.7206313610076904,
|
| 638 |
+
"learning_rate": 8.818090627500266e-05,
|
| 639 |
+
"loss": 0.0746,
|
| 640 |
+
"step": 1050
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"grad_norm": 0.7836501002311707,
|
| 644 |
+
"learning_rate": 8.791270630917275e-05,
|
| 645 |
+
"loss": 0.0843,
|
| 646 |
+
"step": 1060
|
| 647 |
+
},
|
| 648 |
+
{
|
| 649 |
+
"grad_norm": 0.7526331543922424,
|
| 650 |
+
"learning_rate": 8.764191506022795e-05,
|
| 651 |
+
"loss": 0.0673,
|
| 652 |
+
"step": 1070
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"grad_norm": 0.7754926681518555,
|
| 656 |
+
"learning_rate": 8.736855103639037e-05,
|
| 657 |
+
"loss": 0.0778,
|
| 658 |
+
"step": 1080
|
| 659 |
+
},
|
| 660 |
+
{
|
| 661 |
+
"grad_norm": 0.7392964959144592,
|
| 662 |
+
"learning_rate": 8.709263292172794e-05,
|
| 663 |
+
"loss": 0.0758,
|
| 664 |
+
"step": 1090
|
| 665 |
+
},
|
| 666 |
+
{
|
| 667 |
+
"grad_norm": 0.9117401242256165,
|
| 668 |
+
"learning_rate": 8.681417957487729e-05,
|
| 669 |
+
"loss": 0.0681,
|
| 670 |
+
"step": 1100
|
| 671 |
+
},
|
| 672 |
+
{
|
| 673 |
+
"grad_norm": 0.7000150084495544,
|
| 674 |
+
"learning_rate": 8.653321002775478e-05,
|
| 675 |
+
"loss": 0.067,
|
| 676 |
+
"step": 1110
|
| 677 |
+
},
|
| 678 |
+
{
|
| 679 |
+
"grad_norm": 0.864216148853302,
|
| 680 |
+
"learning_rate": 8.624974348425574e-05,
|
| 681 |
+
"loss": 0.0684,
|
| 682 |
+
"step": 1120
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"grad_norm": 0.774832010269165,
|
| 686 |
+
"learning_rate": 8.596379931894188e-05,
|
| 687 |
+
"loss": 0.0714,
|
| 688 |
+
"step": 1130
|
| 689 |
+
},
|
| 690 |
+
{
|
| 691 |
+
"grad_norm": 0.6696436405181885,
|
| 692 |
+
"learning_rate": 8.567539707571703e-05,
|
| 693 |
+
"loss": 0.0623,
|
| 694 |
+
"step": 1140
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"grad_norm": 0.7433168888092041,
|
| 698 |
+
"learning_rate": 8.538455646649146e-05,
|
| 699 |
+
"loss": 0.0747,
|
| 700 |
+
"step": 1150
|
| 701 |
+
},
|
| 702 |
+
{
|
| 703 |
+
"grad_norm": 0.9218637347221375,
|
| 704 |
+
"learning_rate": 8.509129736983446e-05,
|
| 705 |
+
"loss": 0.0627,
|
| 706 |
+
"step": 1160
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"grad_norm": 0.7678722143173218,
|
| 710 |
+
"learning_rate": 8.479563982961571e-05,
|
| 711 |
+
"loss": 0.0735,
|
| 712 |
+
"step": 1170
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"grad_norm": 0.6091496348381042,
|
| 716 |
+
"learning_rate": 8.449760405363539e-05,
|
| 717 |
+
"loss": 0.0702,
|
| 718 |
+
"step": 1180
|
| 719 |
+
},
|
| 720 |
+
{
|
| 721 |
+
"grad_norm": 0.8940324783325195,
|
| 722 |
+
"learning_rate": 8.419721041224287e-05,
|
| 723 |
+
"loss": 0.0711,
|
| 724 |
+
"step": 1190
|
| 725 |
+
},
|
| 726 |
+
{
|
| 727 |
+
"grad_norm": 0.7087478637695312,
|
| 728 |
+
"learning_rate": 8.389447943694451e-05,
|
| 729 |
+
"loss": 0.0746,
|
| 730 |
+
"step": 1200
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"grad_norm": 0.8194981217384338,
|
| 734 |
+
"learning_rate": 8.358943181900032e-05,
|
| 735 |
+
"loss": 0.0807,
|
| 736 |
+
"step": 1210
|
| 737 |
+
},
|
| 738 |
+
{
|
| 739 |
+
"grad_norm": 0.6978784799575806,
|
| 740 |
+
"learning_rate": 8.328208840800981e-05,
|
| 741 |
+
"loss": 0.0741,
|
| 742 |
+
"step": 1220
|
| 743 |
+
},
|
| 744 |
+
{
|
| 745 |
+
"grad_norm": 0.7906820774078369,
|
| 746 |
+
"learning_rate": 8.297247021048686e-05,
|
| 747 |
+
"loss": 0.0619,
|
| 748 |
+
"step": 1230
|
| 749 |
+
},
|
| 750 |
+
{
|
| 751 |
+
"grad_norm": 0.6474481821060181,
|
| 752 |
+
"learning_rate": 8.266059838842396e-05,
|
| 753 |
+
"loss": 0.0688,
|
| 754 |
+
"step": 1240
|
| 755 |
+
},
|
| 756 |
+
{
|
| 757 |
+
"grad_norm": 0.9656246900558472,
|
| 758 |
+
"learning_rate": 8.23464942578459e-05,
|
| 759 |
+
"loss": 0.0588,
|
| 760 |
+
"step": 1250
|
| 761 |
+
},
|
| 762 |
+
{
|
| 763 |
+
"grad_norm": 0.8361049294471741,
|
| 764 |
+
"learning_rate": 8.203017928735277e-05,
|
| 765 |
+
"loss": 0.0589,
|
| 766 |
+
"step": 1260
|
| 767 |
+
},
|
| 768 |
+
{
|
| 769 |
+
"grad_norm": 0.7993912100791931,
|
| 770 |
+
"learning_rate": 8.17116750966526e-05,
|
| 771 |
+
"loss": 0.058,
|
| 772 |
+
"step": 1270
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"grad_norm": 0.6958066821098328,
|
| 776 |
+
"learning_rate": 8.139100345508377e-05,
|
| 777 |
+
"loss": 0.0666,
|
| 778 |
+
"step": 1280
|
| 779 |
+
},
|
| 780 |
+
{
|
| 781 |
+
"grad_norm": 0.7865972518920898,
|
| 782 |
+
"learning_rate": 8.106818628012697e-05,
|
| 783 |
+
"loss": 0.0633,
|
| 784 |
+
"step": 1290
|
| 785 |
+
},
|
| 786 |
+
{
|
| 787 |
+
"grad_norm": 0.8001440167427063,
|
| 788 |
+
"learning_rate": 8.074324563590736e-05,
|
| 789 |
+
"loss": 0.0641,
|
| 790 |
+
"step": 1300
|
| 791 |
+
},
|
| 792 |
+
{
|
| 793 |
+
"grad_norm": 0.5847869515419006,
|
| 794 |
+
"learning_rate": 8.041620373168628e-05,
|
| 795 |
+
"loss": 0.059,
|
| 796 |
+
"step": 1310
|
| 797 |
+
},
|
| 798 |
+
{
|
| 799 |
+
"grad_norm": 0.7417449355125427,
|
| 800 |
+
"learning_rate": 8.008708292034349e-05,
|
| 801 |
+
"loss": 0.0649,
|
| 802 |
+
"step": 1320
|
| 803 |
+
},
|
| 804 |
+
{
|
| 805 |
+
"grad_norm": 0.8588871955871582,
|
| 806 |
+
"learning_rate": 7.975590569684925e-05,
|
| 807 |
+
"loss": 0.0713,
|
| 808 |
+
"step": 1330
|
| 809 |
+
},
|
| 810 |
+
{
|
| 811 |
+
"grad_norm": 0.9031628370285034,
|
| 812 |
+
"learning_rate": 7.942269469672687e-05,
|
| 813 |
+
"loss": 0.0805,
|
| 814 |
+
"step": 1340
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"grad_norm": 0.7113631367683411,
|
| 818 |
+
"learning_rate": 7.908747269450558e-05,
|
| 819 |
+
"loss": 0.0594,
|
| 820 |
+
"step": 1350
|
| 821 |
+
},
|
| 822 |
+
{
|
| 823 |
+
"grad_norm": 0.7766090631484985,
|
| 824 |
+
"learning_rate": 7.875026260216393e-05,
|
| 825 |
+
"loss": 0.0709,
|
| 826 |
+
"step": 1360
|
| 827 |
+
},
|
| 828 |
+
{
|
| 829 |
+
"grad_norm": 0.6977663040161133,
|
| 830 |
+
"learning_rate": 7.841108746756382e-05,
|
| 831 |
+
"loss": 0.0592,
|
| 832 |
+
"step": 1370
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"grad_norm": 0.5998120903968811,
|
| 836 |
+
"learning_rate": 7.806997047287516e-05,
|
| 837 |
+
"loss": 0.0611,
|
| 838 |
+
"step": 1380
|
| 839 |
+
},
|
| 840 |
+
{
|
| 841 |
+
"grad_norm": 0.620721697807312,
|
| 842 |
+
"learning_rate": 7.772693493299138e-05,
|
| 843 |
+
"loss": 0.0645,
|
| 844 |
+
"step": 1390
|
| 845 |
+
},
|
| 846 |
+
{
|
| 847 |
+
"grad_norm": 0.5534964203834534,
|
| 848 |
+
"learning_rate": 7.7382004293936e-05,
|
| 849 |
+
"loss": 0.0591,
|
| 850 |
+
"step": 1400
|
| 851 |
+
},
|
| 852 |
+
{
|
| 853 |
+
"grad_norm": 0.8243955969810486,
|
| 854 |
+
"learning_rate": 7.703520213126e-05,
|
| 855 |
+
"loss": 0.0761,
|
| 856 |
+
"step": 1410
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"grad_norm": 0.8334596753120422,
|
| 860 |
+
"learning_rate": 7.66865521484305e-05,
|
| 861 |
+
"loss": 0.0644,
|
| 862 |
+
"step": 1420
|
| 863 |
+
},
|
| 864 |
+
{
|
| 865 |
+
"grad_norm": 0.6032682657241821,
|
| 866 |
+
"learning_rate": 7.633607817521074e-05,
|
| 867 |
+
"loss": 0.0641,
|
| 868 |
+
"step": 1430
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"grad_norm": 0.8320675492286682,
|
| 872 |
+
"learning_rate": 7.598380416603119e-05,
|
| 873 |
+
"loss": 0.0519,
|
| 874 |
+
"step": 1440
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"grad_norm": 0.7011476159095764,
|
| 878 |
+
"learning_rate": 7.562975419835247e-05,
|
| 879 |
+
"loss": 0.0625,
|
| 880 |
+
"step": 1450
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"grad_norm": 0.6943806409835815,
|
| 884 |
+
"learning_rate": 7.527395247101956e-05,
|
| 885 |
+
"loss": 0.0586,
|
| 886 |
+
"step": 1460
|
| 887 |
+
},
|
| 888 |
+
{
|
| 889 |
+
"grad_norm": 0.6534743905067444,
|
| 890 |
+
"learning_rate": 7.491642330260789e-05,
|
| 891 |
+
"loss": 0.047,
|
| 892 |
+
"step": 1470
|
| 893 |
+
},
|
| 894 |
+
{
|
| 895 |
+
"grad_norm": 0.5061941742897034,
|
| 896 |
+
"learning_rate": 7.45571911297612e-05,
|
| 897 |
+
"loss": 0.0547,
|
| 898 |
+
"step": 1480
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"grad_norm": 0.6317726373672485,
|
| 902 |
+
"learning_rate": 7.419628050552131e-05,
|
| 903 |
+
"loss": 0.0538,
|
| 904 |
+
"step": 1490
|
| 905 |
+
},
|
| 906 |
+
{
|
| 907 |
+
"grad_norm": 0.680921733379364,
|
| 908 |
+
"learning_rate": 7.383371609764999e-05,
|
| 909 |
+
"loss": 0.0629,
|
| 910 |
+
"step": 1500
|
| 911 |
+
},
|
| 912 |
+
{
|
| 913 |
+
"grad_norm": 0.6538820266723633,
|
| 914 |
+
"learning_rate": 7.346952268694288e-05,
|
| 915 |
+
"loss": 0.0467,
|
| 916 |
+
"step": 1510
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"grad_norm": 0.7029988765716553,
|
| 920 |
+
"learning_rate": 7.310372516553585e-05,
|
| 921 |
+
"loss": 0.0531,
|
| 922 |
+
"step": 1520
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"grad_norm": 0.7449007034301758,
|
| 926 |
+
"learning_rate": 7.273634853520356e-05,
|
| 927 |
+
"loss": 0.0554,
|
| 928 |
+
"step": 1530
|
| 929 |
+
},
|
| 930 |
+
{
|
| 931 |
+
"grad_norm": 0.7150567770004272,
|
| 932 |
+
"learning_rate": 7.236741790565072e-05,
|
| 933 |
+
"loss": 0.0498,
|
| 934 |
+
"step": 1540
|
| 935 |
+
},
|
| 936 |
+
{
|
| 937 |
+
"grad_norm": 0.6489887237548828,
|
| 938 |
+
"learning_rate": 7.199695849279576e-05,
|
| 939 |
+
"loss": 0.0626,
|
| 940 |
+
"step": 1550
|
| 941 |
+
},
|
| 942 |
+
{
|
| 943 |
+
"grad_norm": 0.5758053064346313,
|
| 944 |
+
"learning_rate": 7.162499561704747e-05,
|
| 945 |
+
"loss": 0.0431,
|
| 946 |
+
"step": 1560
|
| 947 |
+
},
|
| 948 |
+
{
|
| 949 |
+
"grad_norm": 0.6985897421836853,
|
| 950 |
+
"learning_rate": 7.125155470157429e-05,
|
| 951 |
+
"loss": 0.049,
|
| 952 |
+
"step": 1570
|
| 953 |
+
},
|
| 954 |
+
{
|
| 955 |
+
"grad_norm": 0.7250670194625854,
|
| 956 |
+
"learning_rate": 7.087666127056675e-05,
|
| 957 |
+
"loss": 0.05,
|
| 958 |
+
"step": 1580
|
| 959 |
+
},
|
| 960 |
+
{
|
| 961 |
+
"grad_norm": 0.8061374425888062,
|
| 962 |
+
"learning_rate": 7.050034094749286e-05,
|
| 963 |
+
"loss": 0.0541,
|
| 964 |
+
"step": 1590
|
| 965 |
+
},
|
| 966 |
+
{
|
| 967 |
+
"grad_norm": 0.6483418941497803,
|
| 968 |
+
"learning_rate": 7.012261945334683e-05,
|
| 969 |
+
"loss": 0.0567,
|
| 970 |
+
"step": 1600
|
| 971 |
+
},
|
| 972 |
+
{
|
| 973 |
+
"grad_norm": 0.6731835603713989,
|
| 974 |
+
"learning_rate": 6.974352260489103e-05,
|
| 975 |
+
"loss": 0.0594,
|
| 976 |
+
"step": 1610
|
| 977 |
+
},
|
| 978 |
+
{
|
| 979 |
+
"grad_norm": 0.5402406454086304,
|
| 980 |
+
"learning_rate": 6.936307631289148e-05,
|
| 981 |
+
"loss": 0.0546,
|
| 982 |
+
"step": 1620
|
| 983 |
+
},
|
| 984 |
+
{
|
| 985 |
+
"grad_norm": 0.6455554366111755,
|
| 986 |
+
"learning_rate": 6.898130658034685e-05,
|
| 987 |
+
"loss": 0.0557,
|
| 988 |
+
"step": 1630
|
| 989 |
+
},
|
| 990 |
+
{
|
| 991 |
+
"grad_norm": 0.6055830717086792,
|
| 992 |
+
"learning_rate": 6.859823950071127e-05,
|
| 993 |
+
"loss": 0.0482,
|
| 994 |
+
"step": 1640
|
| 995 |
+
},
|
| 996 |
+
{
|
| 997 |
+
"grad_norm": 0.6976457834243774,
|
| 998 |
+
"learning_rate": 6.821390125611078e-05,
|
| 999 |
+
"loss": 0.047,
|
| 1000 |
+
"step": 1650
|
| 1001 |
+
},
|
| 1002 |
+
{
|
| 1003 |
+
"grad_norm": 0.624470055103302,
|
| 1004 |
+
"learning_rate": 6.782831811555385e-05,
|
| 1005 |
+
"loss": 0.0628,
|
| 1006 |
+
"step": 1660
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"grad_norm": 0.6489690542221069,
|
| 1010 |
+
"learning_rate": 6.744151643313597e-05,
|
| 1011 |
+
"loss": 0.0482,
|
| 1012 |
+
"step": 1670
|
| 1013 |
+
},
|
| 1014 |
+
{
|
| 1015 |
+
"grad_norm": 0.6458560228347778,
|
| 1016 |
+
"learning_rate": 6.705352264623828e-05,
|
| 1017 |
+
"loss": 0.0485,
|
| 1018 |
+
"step": 1680
|
| 1019 |
+
},
|
| 1020 |
+
{
|
| 1021 |
+
"grad_norm": 0.7604877948760986,
|
| 1022 |
+
"learning_rate": 6.666436327372078e-05,
|
| 1023 |
+
"loss": 0.0688,
|
| 1024 |
+
"step": 1690
|
| 1025 |
+
},
|
| 1026 |
+
{
|
| 1027 |
+
"grad_norm": 0.895112156867981,
|
| 1028 |
+
"learning_rate": 6.62740649141096e-05,
|
| 1029 |
+
"loss": 0.0497,
|
| 1030 |
+
"step": 1700
|
| 1031 |
+
},
|
| 1032 |
+
{
|
| 1033 |
+
"grad_norm": 0.7516686916351318,
|
| 1034 |
+
"learning_rate": 6.588265424377919e-05,
|
| 1035 |
+
"loss": 0.0469,
|
| 1036 |
+
"step": 1710
|
| 1037 |
+
},
|
| 1038 |
+
{
|
| 1039 |
+
"grad_norm": 0.7760536670684814,
|
| 1040 |
+
"learning_rate": 6.549015801512895e-05,
|
| 1041 |
+
"loss": 0.0532,
|
| 1042 |
+
"step": 1720
|
| 1043 |
+
},
|
| 1044 |
+
{
|
| 1045 |
+
"grad_norm": 0.5603231191635132,
|
| 1046 |
+
"learning_rate": 6.509660305475468e-05,
|
| 1047 |
+
"loss": 0.0441,
|
| 1048 |
+
"step": 1730
|
| 1049 |
+
},
|
| 1050 |
+
{
|
| 1051 |
+
"grad_norm": 0.7287944555282593,
|
| 1052 |
+
"learning_rate": 6.47020162616152e-05,
|
| 1053 |
+
"loss": 0.0573,
|
| 1054 |
+
"step": 1740
|
| 1055 |
+
},
|
| 1056 |
+
{
|
| 1057 |
+
"grad_norm": 0.5824651718139648,
|
| 1058 |
+
"learning_rate": 6.430642460519365e-05,
|
| 1059 |
+
"loss": 0.044,
|
| 1060 |
+
"step": 1750
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"grad_norm": 0.7259038090705872,
|
| 1064 |
+
"learning_rate": 6.390985512365426e-05,
|
| 1065 |
+
"loss": 0.0474,
|
| 1066 |
+
"step": 1760
|
| 1067 |
+
},
|
| 1068 |
+
{
|
| 1069 |
+
"grad_norm": 0.6678518652915955,
|
| 1070 |
+
"learning_rate": 6.351233492199431e-05,
|
| 1071 |
+
"loss": 0.0476,
|
| 1072 |
+
"step": 1770
|
| 1073 |
+
},
|
| 1074 |
+
{
|
| 1075 |
+
"grad_norm": 0.5939485430717468,
|
| 1076 |
+
"learning_rate": 6.311389117019155e-05,
|
| 1077 |
+
"loss": 0.0402,
|
| 1078 |
+
"step": 1780
|
| 1079 |
+
},
|
| 1080 |
+
{
|
| 1081 |
+
"grad_norm": 0.6487128734588623,
|
| 1082 |
+
"learning_rate": 6.271455110134713e-05,
|
| 1083 |
+
"loss": 0.0543,
|
| 1084 |
+
"step": 1790
|
| 1085 |
+
},
|
| 1086 |
+
{
|
| 1087 |
+
"grad_norm": 0.7836150527000427,
|
| 1088 |
+
"learning_rate": 6.231434200982428e-05,
|
| 1089 |
+
"loss": 0.0526,
|
| 1090 |
+
"step": 1800
|
| 1091 |
+
},
|
| 1092 |
+
{
|
| 1093 |
+
"grad_norm": 0.741635799407959,
|
| 1094 |
+
"learning_rate": 6.191329124938285e-05,
|
| 1095 |
+
"loss": 0.0444,
|
| 1096 |
+
"step": 1810
|
| 1097 |
+
},
|
| 1098 |
+
{
|
| 1099 |
+
"grad_norm": 0.808029294013977,
|
| 1100 |
+
"learning_rate": 6.15114262313095e-05,
|
| 1101 |
+
"loss": 0.037,
|
| 1102 |
+
"step": 1820
|
| 1103 |
+
},
|
| 1104 |
+
{
|
| 1105 |
+
"grad_norm": 0.720241904258728,
|
| 1106 |
+
"learning_rate": 6.110877442254444e-05,
|
| 1107 |
+
"loss": 0.046,
|
| 1108 |
+
"step": 1830
|
| 1109 |
+
},
|
| 1110 |
+
{
|
| 1111 |
+
"grad_norm": 0.6670070886611938,
|
| 1112 |
+
"learning_rate": 6.0705363343803946e-05,
|
| 1113 |
+
"loss": 0.0498,
|
| 1114 |
+
"step": 1840
|
| 1115 |
+
},
|
| 1116 |
+
{
|
| 1117 |
+
"grad_norm": 0.6059926748275757,
|
| 1118 |
+
"learning_rate": 6.030122056769934e-05,
|
| 1119 |
+
"loss": 0.0421,
|
| 1120 |
+
"step": 1850
|
| 1121 |
+
},
|
| 1122 |
+
{
|
| 1123 |
+
"grad_norm": 0.5704910159111023,
|
| 1124 |
+
"learning_rate": 5.989637371685257e-05,
|
| 1125 |
+
"loss": 0.0446,
|
| 1126 |
+
"step": 1860
|
| 1127 |
+
},
|
| 1128 |
+
{
|
| 1129 |
+
"grad_norm": 0.6948256492614746,
|
| 1130 |
+
"learning_rate": 5.949085046200808e-05,
|
| 1131 |
+
"loss": 0.0389,
|
| 1132 |
+
"step": 1870
|
| 1133 |
+
},
|
| 1134 |
+
{
|
| 1135 |
+
"grad_norm": 0.5883222818374634,
|
| 1136 |
+
"learning_rate": 5.908467852014169e-05,
|
| 1137 |
+
"loss": 0.0441,
|
| 1138 |
+
"step": 1880
|
| 1139 |
+
},
|
| 1140 |
+
{
|
| 1141 |
+
"grad_norm": 0.5361840724945068,
|
| 1142 |
+
"learning_rate": 5.867788565256607e-05,
|
| 1143 |
+
"loss": 0.0488,
|
| 1144 |
+
"step": 1890
|
| 1145 |
+
},
|
| 1146 |
+
{
|
| 1147 |
+
"grad_norm": 0.6932770013809204,
|
| 1148 |
+
"learning_rate": 5.827049966303335e-05,
|
| 1149 |
+
"loss": 0.0542,
|
| 1150 |
+
"step": 1900
|
| 1151 |
+
},
|
| 1152 |
+
{
|
| 1153 |
+
"grad_norm": 0.6065871119499207,
|
| 1154 |
+
"learning_rate": 5.786254839583478e-05,
|
| 1155 |
+
"loss": 0.0414,
|
| 1156 |
+
"step": 1910
|
| 1157 |
+
},
|
| 1158 |
+
{
|
| 1159 |
+
"grad_norm": 0.6129220128059387,
|
| 1160 |
+
"learning_rate": 5.745405973389757e-05,
|
| 1161 |
+
"loss": 0.0347,
|
| 1162 |
+
"step": 1920
|
| 1163 |
+
},
|
| 1164 |
+
{
|
| 1165 |
+
"grad_norm": 0.7433731555938721,
|
| 1166 |
+
"learning_rate": 5.7045061596879134e-05,
|
| 1167 |
+
"loss": 0.0454,
|
| 1168 |
+
"step": 1930
|
| 1169 |
+
},
|
| 1170 |
+
{
|
| 1171 |
+
"grad_norm": 0.5591754913330078,
|
| 1172 |
+
"learning_rate": 5.6635581939258855e-05,
|
| 1173 |
+
"loss": 0.0357,
|
| 1174 |
+
"step": 1940
|
| 1175 |
+
},
|
| 1176 |
+
{
|
| 1177 |
+
"grad_norm": 0.8119701743125916,
|
| 1178 |
+
"learning_rate": 5.622564874842742e-05,
|
| 1179 |
+
"loss": 0.0448,
|
| 1180 |
+
"step": 1950
|
| 1181 |
+
},
|
| 1182 |
+
{
|
| 1183 |
+
"grad_norm": 0.6005354523658752,
|
| 1184 |
+
"learning_rate": 5.5815290042773836e-05,
|
| 1185 |
+
"loss": 0.0453,
|
| 1186 |
+
"step": 1960
|
| 1187 |
+
},
|
| 1188 |
+
{
|
| 1189 |
+
"grad_norm": 0.668282687664032,
|
| 1190 |
+
"learning_rate": 5.540453386977058e-05,
|
| 1191 |
+
"loss": 0.0448,
|
| 1192 |
+
"step": 1970
|
| 1193 |
+
},
|
| 1194 |
+
{
|
| 1195 |
+
"grad_norm": 0.5805159211158752,
|
| 1196 |
+
"learning_rate": 5.4993408304056425e-05,
|
| 1197 |
+
"loss": 0.0462,
|
| 1198 |
+
"step": 1980
|
| 1199 |
+
},
|
| 1200 |
+
{
|
| 1201 |
+
"grad_norm": 0.6105620265007019,
|
| 1202 |
+
"learning_rate": 5.458194144551768e-05,
|
| 1203 |
+
"loss": 0.0389,
|
| 1204 |
+
"step": 1990
|
| 1205 |
+
},
|
| 1206 |
+
{
|
| 1207 |
+
"grad_norm": 0.7107043862342834,
|
| 1208 |
+
"learning_rate": 5.417016141736756e-05,
|
| 1209 |
+
"loss": 0.0447,
|
| 1210 |
+
"step": 2000
|
| 1211 |
+
},
|
| 1212 |
+
{
|
| 1213 |
+
"grad_norm": 0.6052002310752869,
|
| 1214 |
+
"learning_rate": 5.375809636422399e-05,
|
| 1215 |
+
"loss": 0.04,
|
| 1216 |
+
"step": 2010
|
| 1217 |
+
},
|
| 1218 |
+
{
|
| 1219 |
+
"grad_norm": 0.6075652241706848,
|
| 1220 |
+
"learning_rate": 5.334577445018599e-05,
|
| 1221 |
+
"loss": 0.0379,
|
| 1222 |
+
"step": 2020
|
| 1223 |
+
},
|
| 1224 |
+
{
|
| 1225 |
+
"grad_norm": 0.6755344271659851,
|
| 1226 |
+
"learning_rate": 5.293322385690867e-05,
|
| 1227 |
+
"loss": 0.04,
|
| 1228 |
+
"step": 2030
|
| 1229 |
+
},
|
| 1230 |
+
{
|
| 1231 |
+
"grad_norm": 0.6519104242324829,
|
| 1232 |
+
"learning_rate": 5.252047278167709e-05,
|
| 1233 |
+
"loss": 0.0391,
|
| 1234 |
+
"step": 2040
|
| 1235 |
+
},
|
| 1236 |
+
{
|
| 1237 |
+
"grad_norm": 0.6227265000343323,
|
| 1238 |
+
"learning_rate": 5.210754943547893e-05,
|
| 1239 |
+
"loss": 0.0371,
|
| 1240 |
+
"step": 2050
|
| 1241 |
+
},
|
| 1242 |
+
{
|
| 1243 |
+
"grad_norm": 0.6305426955223083,
|
| 1244 |
+
"learning_rate": 5.169448204107643e-05,
|
| 1245 |
+
"loss": 0.0447,
|
| 1246 |
+
"step": 2060
|
| 1247 |
+
},
|
| 1248 |
+
{
|
| 1249 |
+
"grad_norm": 0.6486525535583496,
|
| 1250 |
+
"learning_rate": 5.128129883107729e-05,
|
| 1251 |
+
"loss": 0.0395,
|
| 1252 |
+
"step": 2070
|
| 1253 |
+
},
|
| 1254 |
+
{
|
| 1255 |
+
"grad_norm": 0.5312781929969788,
|
| 1256 |
+
"learning_rate": 5.086802804600505e-05,
|
| 1257 |
+
"loss": 0.0432,
|
| 1258 |
+
"step": 2080
|
| 1259 |
+
},
|
| 1260 |
+
{
|
| 1261 |
+
"grad_norm": 0.5023542642593384,
|
| 1262 |
+
"learning_rate": 5.045469793236892e-05,
|
| 1263 |
+
"loss": 0.0338,
|
| 1264 |
+
"step": 2090
|
| 1265 |
+
},
|
| 1266 |
+
{
|
| 1267 |
+
"grad_norm": 0.594048023223877,
|
| 1268 |
+
"learning_rate": 5.00413367407331e-05,
|
| 1269 |
+
"loss": 0.0375,
|
| 1270 |
+
"step": 2100
|
| 1271 |
+
},
|
| 1272 |
+
{
|
| 1273 |
+
"grad_norm": 0.694557785987854,
|
| 1274 |
+
"learning_rate": 4.9627972723785964e-05,
|
| 1275 |
+
"loss": 0.0436,
|
| 1276 |
+
"step": 2110
|
| 1277 |
+
},
|
| 1278 |
+
{
|
| 1279 |
+
"grad_norm": 0.6703158617019653,
|
| 1280 |
+
"learning_rate": 4.921463413440898e-05,
|
| 1281 |
+
"loss": 0.0525,
|
| 1282 |
+
"step": 2120
|
| 1283 |
+
},
|
| 1284 |
+
{
|
| 1285 |
+
"grad_norm": 0.6957100629806519,
|
| 1286 |
+
"learning_rate": 4.8801349223745654e-05,
|
| 1287 |
+
"loss": 0.0458,
|
| 1288 |
+
"step": 2130
|
| 1289 |
+
},
|
| 1290 |
+
{
|
| 1291 |
+
"grad_norm": 0.4819040894508362,
|
| 1292 |
+
"learning_rate": 4.838814623927067e-05,
|
| 1293 |
+
"loss": 0.0374,
|
| 1294 |
+
"step": 2140
|
| 1295 |
+
},
|
| 1296 |
+
{
|
| 1297 |
+
"grad_norm": 0.5672330260276794,
|
| 1298 |
+
"learning_rate": 4.797505342285912e-05,
|
| 1299 |
+
"loss": 0.0335,
|
| 1300 |
+
"step": 2150
|
| 1301 |
+
},
|
| 1302 |
+
{
|
| 1303 |
+
"grad_norm": 0.48656466603279114,
|
| 1304 |
+
"learning_rate": 4.756209900885628e-05,
|
| 1305 |
+
"loss": 0.0513,
|
| 1306 |
+
"step": 2160
|
| 1307 |
+
},
|
| 1308 |
+
{
|
| 1309 |
+
"grad_norm": 0.61264568567276,
|
| 1310 |
+
"learning_rate": 4.714931122214781e-05,
|
| 1311 |
+
"loss": 0.0315,
|
| 1312 |
+
"step": 2170
|
| 1313 |
+
},
|
| 1314 |
+
{
|
| 1315 |
+
"grad_norm": 0.5058608651161194,
|
| 1316 |
+
"learning_rate": 4.673671827623058e-05,
|
| 1317 |
+
"loss": 0.0287,
|
| 1318 |
+
"step": 2180
|
| 1319 |
+
},
|
| 1320 |
+
{
|
| 1321 |
+
"grad_norm": 0.5416887998580933,
|
| 1322 |
+
"learning_rate": 4.632434837128443e-05,
|
| 1323 |
+
"loss": 0.0368,
|
| 1324 |
+
"step": 2190
|
| 1325 |
+
},
|
| 1326 |
+
{
|
| 1327 |
+
"grad_norm": 0.47926202416419983,
|
| 1328 |
+
"learning_rate": 4.591222969224453e-05,
|
| 1329 |
+
"loss": 0.0353,
|
| 1330 |
+
"step": 2200
|
| 1331 |
+
},
|
| 1332 |
+
{
|
| 1333 |
+
"grad_norm": 0.5348265767097473,
|
| 1334 |
+
"learning_rate": 4.550039040687518e-05,
|
| 1335 |
+
"loss": 0.0441,
|
| 1336 |
+
"step": 2210
|
| 1337 |
+
},
|
| 1338 |
+
{
|
| 1339 |
+
"grad_norm": 0.5669287443161011,
|
| 1340 |
+
"learning_rate": 4.508885866384446e-05,
|
| 1341 |
+
"loss": 0.0386,
|
| 1342 |
+
"step": 2220
|
| 1343 |
+
},
|
| 1344 |
+
{
|
| 1345 |
+
"grad_norm": 0.5626216530799866,
|
| 1346 |
+
"learning_rate": 4.4677662590800355e-05,
|
| 1347 |
+
"loss": 0.0425,
|
| 1348 |
+
"step": 2230
|
| 1349 |
+
},
|
| 1350 |
+
{
|
| 1351 |
+
"grad_norm": 0.5524623990058899,
|
| 1352 |
+
"learning_rate": 4.426683029244825e-05,
|
| 1353 |
+
"loss": 0.0368,
|
| 1354 |
+
"step": 2240
|
| 1355 |
+
},
|
| 1356 |
+
{
|
| 1357 |
+
"grad_norm": 0.6103543639183044,
|
| 1358 |
+
"learning_rate": 4.385638984863e-05,
|
| 1359 |
+
"loss": 0.0392,
|
| 1360 |
+
"step": 2250
|
| 1361 |
+
},
|
| 1362 |
+
{
|
| 1363 |
+
"grad_norm": 0.5915071368217468,
|
| 1364 |
+
"learning_rate": 4.3446369312404745e-05,
|
| 1365 |
+
"loss": 0.0489,
|
| 1366 |
+
"step": 2260
|
| 1367 |
+
},
|
| 1368 |
+
{
|
| 1369 |
+
"grad_norm": 0.6295871138572693,
|
| 1370 |
+
"learning_rate": 4.3036796708131474e-05,
|
| 1371 |
+
"loss": 0.0427,
|
| 1372 |
+
"step": 2270
|
| 1373 |
+
},
|
| 1374 |
+
{
|
| 1375 |
+
"grad_norm": 0.6349125504493713,
|
| 1376 |
+
"learning_rate": 4.262770002955363e-05,
|
| 1377 |
+
"loss": 0.0403,
|
| 1378 |
+
"step": 2280
|
| 1379 |
+
},
|
| 1380 |
+
{
|
| 1381 |
+
"grad_norm": 0.6710438132286072,
|
| 1382 |
+
"learning_rate": 4.221910723788578e-05,
|
| 1383 |
+
"loss": 0.0417,
|
| 1384 |
+
"step": 2290
|
| 1385 |
+
},
|
| 1386 |
+
{
|
| 1387 |
+
"grad_norm": 0.6867300271987915,
|
| 1388 |
+
"learning_rate": 4.1811046259902474e-05,
|
| 1389 |
+
"loss": 0.0369,
|
| 1390 |
+
"step": 2300
|
| 1391 |
+
},
|
| 1392 |
+
{
|
| 1393 |
+
"grad_norm": 0.5006837844848633,
|
| 1394 |
+
"learning_rate": 4.140354498602952e-05,
|
| 1395 |
+
"loss": 0.0329,
|
| 1396 |
+
"step": 2310
|
| 1397 |
+
},
|
| 1398 |
+
{
|
| 1399 |
+
"grad_norm": 0.6172762513160706,
|
| 1400 |
+
"learning_rate": 4.099663126843769e-05,
|
| 1401 |
+
"loss": 0.0419,
|
| 1402 |
+
"step": 2320
|
| 1403 |
+
},
|
| 1404 |
+
{
|
| 1405 |
+
"grad_norm": 0.6211356520652771,
|
| 1406 |
+
"learning_rate": 4.059033291913902e-05,
|
| 1407 |
+
"loss": 0.0341,
|
| 1408 |
+
"step": 2330
|
| 1409 |
+
},
|
| 1410 |
+
{
|
| 1411 |
+
"grad_norm": 0.5258412957191467,
|
| 1412 |
+
"learning_rate": 4.0184677708086014e-05,
|
| 1413 |
+
"loss": 0.0351,
|
| 1414 |
+
"step": 2340
|
| 1415 |
+
},
|
| 1416 |
+
{
|
| 1417 |
+
"grad_norm": 0.4894413948059082,
|
| 1418 |
+
"learning_rate": 3.977969336127348e-05,
|
| 1419 |
+
"loss": 0.0389,
|
| 1420 |
+
"step": 2350
|
| 1421 |
+
},
|
| 1422 |
+
{
|
| 1423 |
+
"grad_norm": 0.5874727964401245,
|
| 1424 |
+
"learning_rate": 3.937540755884357e-05,
|
| 1425 |
+
"loss": 0.0327,
|
| 1426 |
+
"step": 2360
|
| 1427 |
+
},
|
| 1428 |
+
{
|
| 1429 |
+
"grad_norm": 0.6036278009414673,
|
| 1430 |
+
"learning_rate": 3.897184793319384e-05,
|
| 1431 |
+
"loss": 0.0407,
|
| 1432 |
+
"step": 2370
|
| 1433 |
+
},
|
| 1434 |
+
{
|
| 1435 |
+
"grad_norm": 0.5915507674217224,
|
| 1436 |
+
"learning_rate": 3.856904206708863e-05,
|
| 1437 |
+
"loss": 0.034,
|
| 1438 |
+
"step": 2380
|
| 1439 |
+
},
|
| 1440 |
+
{
|
| 1441 |
+
"grad_norm": 0.5668364763259888,
|
| 1442 |
+
"learning_rate": 3.8167017491773847e-05,
|
| 1443 |
+
"loss": 0.045,
|
| 1444 |
+
"step": 2390
|
| 1445 |
+
},
|
| 1446 |
+
{
|
| 1447 |
+
"grad_norm": 0.47190675139427185,
|
| 1448 |
+
"learning_rate": 3.776580168509516e-05,
|
| 1449 |
+
"loss": 0.032,
|
| 1450 |
+
"step": 2400
|
| 1451 |
+
},
|
| 1452 |
+
{
|
| 1453 |
+
"grad_norm": 0.5721725821495056,
|
| 1454 |
+
"learning_rate": 3.736542206962e-05,
|
| 1455 |
+
"loss": 0.038,
|
| 1456 |
+
"step": 2410
|
| 1457 |
+
},
|
| 1458 |
+
{
|
| 1459 |
+
"grad_norm": 0.620116114616394,
|
| 1460 |
+
"learning_rate": 3.696590601076326e-05,
|
| 1461 |
+
"loss": 0.0369,
|
| 1462 |
+
"step": 2420
|
| 1463 |
+
},
|
| 1464 |
+
{
|
| 1465 |
+
"grad_norm": 0.4550316333770752,
|
| 1466 |
+
"learning_rate": 3.656728081491686e-05,
|
| 1467 |
+
"loss": 0.0309,
|
| 1468 |
+
"step": 2430
|
| 1469 |
+
},
|
| 1470 |
+
{
|
| 1471 |
+
"grad_norm": 0.6338745951652527,
|
| 1472 |
+
"learning_rate": 3.6169573727583405e-05,
|
| 1473 |
+
"loss": 0.0322,
|
| 1474 |
+
"step": 2440
|
| 1475 |
+
},
|
| 1476 |
+
{
|
| 1477 |
+
"grad_norm": 0.7260713577270508,
|
| 1478 |
+
"learning_rate": 3.5772811931514036e-05,
|
| 1479 |
+
"loss": 0.0388,
|
| 1480 |
+
"step": 2450
|
| 1481 |
+
},
|
| 1482 |
+
{
|
| 1483 |
+
"grad_norm": 0.6656675338745117,
|
| 1484 |
+
"learning_rate": 3.5377022544850505e-05,
|
| 1485 |
+
"loss": 0.0366,
|
| 1486 |
+
"step": 2460
|
| 1487 |
+
},
|
| 1488 |
+
{
|
| 1489 |
+
"grad_norm": 0.5180649757385254,
|
| 1490 |
+
"learning_rate": 3.498223261927158e-05,
|
| 1491 |
+
"loss": 0.0314,
|
| 1492 |
+
"step": 2470
|
| 1493 |
+
},
|
| 1494 |
+
{
|
| 1495 |
+
"grad_norm": 0.48045089840888977,
|
| 1496 |
+
"learning_rate": 3.4588469138144295e-05,
|
| 1497 |
+
"loss": 0.0343,
|
| 1498 |
+
"step": 2480
|
| 1499 |
+
},
|
| 1500 |
+
{
|
| 1501 |
+
"grad_norm": 0.441069096326828,
|
| 1502 |
+
"learning_rate": 3.419575901467952e-05,
|
| 1503 |
+
"loss": 0.0393,
|
| 1504 |
+
"step": 2490
|
| 1505 |
+
},
|
| 1506 |
+
{
|
| 1507 |
+
"grad_norm": 0.5035195350646973,
|
| 1508 |
+
"learning_rate": 3.380412909009254e-05,
|
| 1509 |
+
"loss": 0.0378,
|
| 1510 |
+
"step": 2500
|
| 1511 |
+
},
|
| 1512 |
+
{
|
| 1513 |
+
"grad_norm": 0.5782636404037476,
|
| 1514 |
+
"learning_rate": 3.3413606131768475e-05,
|
| 1515 |
+
"loss": 0.035,
|
| 1516 |
+
"step": 2510
|
| 1517 |
+
},
|
| 1518 |
+
{
|
| 1519 |
+
"grad_norm": 0.5339587926864624,
|
| 1520 |
+
"learning_rate": 3.302421683143279e-05,
|
| 1521 |
+
"loss": 0.0288,
|
| 1522 |
+
"step": 2520
|
| 1523 |
+
},
|
| 1524 |
+
{
|
| 1525 |
+
"grad_norm": 0.5033506155014038,
|
| 1526 |
+
"learning_rate": 3.2635987803326896e-05,
|
| 1527 |
+
"loss": 0.0311,
|
| 1528 |
+
"step": 2530
|
| 1529 |
+
},
|
| 1530 |
+
{
|
| 1531 |
+
"grad_norm": 0.5505670309066772,
|
| 1532 |
+
"learning_rate": 3.224894558238918e-05,
|
| 1533 |
+
"loss": 0.0438,
|
| 1534 |
+
"step": 2540
|
| 1535 |
+
},
|
| 1536 |
+
{
|
| 1537 |
+
"grad_norm": 0.5119810700416565,
|
| 1538 |
+
"learning_rate": 3.18631166224413e-05,
|
| 1539 |
+
"loss": 0.0282,
|
| 1540 |
+
"step": 2550
|
| 1541 |
+
},
|
| 1542 |
+
{
|
| 1543 |
+
"grad_norm": 0.5466793775558472,
|
| 1544 |
+
"learning_rate": 3.147852729438017e-05,
|
| 1545 |
+
"loss": 0.042,
|
| 1546 |
+
"step": 2560
|
| 1547 |
+
},
|
| 1548 |
+
{
|
| 1549 |
+
"grad_norm": 0.515468180179596,
|
| 1550 |
+
"learning_rate": 3.109520388437548e-05,
|
| 1551 |
+
"loss": 0.0379,
|
| 1552 |
+
"step": 2570
|
| 1553 |
+
},
|
| 1554 |
+
{
|
| 1555 |
+
"grad_norm": 0.4469379484653473,
|
| 1556 |
+
"learning_rate": 3.0713172592073116e-05,
|
| 1557 |
+
"loss": 0.0368,
|
| 1558 |
+
"step": 2580
|
| 1559 |
+
},
|
| 1560 |
+
{
|
| 1561 |
+
"grad_norm": 0.5230011940002441,
|
| 1562 |
+
"learning_rate": 3.0332459528804457e-05,
|
| 1563 |
+
"loss": 0.0293,
|
| 1564 |
+
"step": 2590
|
| 1565 |
+
},
|
| 1566 |
+
{
|
| 1567 |
+
"grad_norm": 0.5339827537536621,
|
| 1568 |
+
"learning_rate": 2.9953090715801634e-05,
|
| 1569 |
+
"loss": 0.0387,
|
| 1570 |
+
"step": 2600
|
| 1571 |
+
},
|
| 1572 |
+
{
|
| 1573 |
+
"grad_norm": 0.5039859414100647,
|
| 1574 |
+
"learning_rate": 2.9575092082419086e-05,
|
| 1575 |
+
"loss": 0.0328,
|
| 1576 |
+
"step": 2610
|
| 1577 |
+
},
|
| 1578 |
+
{
|
| 1579 |
+
"grad_norm": 0.3845639228820801,
|
| 1580 |
+
"learning_rate": 2.9198489464361288e-05,
|
| 1581 |
+
"loss": 0.0286,
|
| 1582 |
+
"step": 2620
|
| 1583 |
+
},
|
| 1584 |
+
{
|
| 1585 |
+
"grad_norm": 0.5469383597373962,
|
| 1586 |
+
"learning_rate": 2.8823308601916948e-05,
|
| 1587 |
+
"loss": 0.0367,
|
| 1588 |
+
"step": 2630
|
| 1589 |
+
},
|
| 1590 |
+
{
|
| 1591 |
+
"grad_norm": 0.4678457975387573,
|
| 1592 |
+
"learning_rate": 2.8449575138199613e-05,
|
| 1593 |
+
"loss": 0.0344,
|
| 1594 |
+
"step": 2640
|
| 1595 |
+
},
|
| 1596 |
+
{
|
| 1597 |
+
"grad_norm": 0.4155403673648834,
|
| 1598 |
+
"learning_rate": 2.807731461739509e-05,
|
| 1599 |
+
"loss": 0.0314,
|
| 1600 |
+
"step": 2650
|
| 1601 |
+
},
|
| 1602 |
+
{
|
| 1603 |
+
"grad_norm": 0.5133353471755981,
|
| 1604 |
+
"learning_rate": 2.7706552483015485e-05,
|
| 1605 |
+
"loss": 0.0278,
|
| 1606 |
+
"step": 2660
|
| 1607 |
+
},
|
| 1608 |
+
{
|
| 1609 |
+
"grad_norm": 0.4494065046310425,
|
| 1610 |
+
"learning_rate": 2.733731407616018e-05,
|
| 1611 |
+
"loss": 0.0375,
|
| 1612 |
+
"step": 2670
|
| 1613 |
+
},
|
| 1614 |
+
{
|
| 1615 |
+
"grad_norm": 0.5877922773361206,
|
| 1616 |
+
"learning_rate": 2.6969624633783806e-05,
|
| 1617 |
+
"loss": 0.0284,
|
| 1618 |
+
"step": 2680
|
| 1619 |
+
},
|
| 1620 |
+
{
|
| 1621 |
+
"grad_norm": 0.5077726244926453,
|
| 1622 |
+
"learning_rate": 2.660350928697134e-05,
|
| 1623 |
+
"loss": 0.025,
|
| 1624 |
+
"step": 2690
|
| 1625 |
+
},
|
| 1626 |
+
{
|
| 1627 |
+
"grad_norm": 0.45414894819259644,
|
| 1628 |
+
"learning_rate": 2.6238993059220395e-05,
|
| 1629 |
+
"loss": 0.0304,
|
| 1630 |
+
"step": 2700
|
| 1631 |
+
},
|
| 1632 |
+
{
|
| 1633 |
+
"grad_norm": 0.4893397092819214,
|
| 1634 |
+
"learning_rate": 2.5876100864730933e-05,
|
| 1635 |
+
"loss": 0.0263,
|
| 1636 |
+
"step": 2710
|
| 1637 |
+
},
|
| 1638 |
+
{
|
| 1639 |
+
"grad_norm": 0.42894211411476135,
|
| 1640 |
+
"learning_rate": 2.5514857506702405e-05,
|
| 1641 |
+
"loss": 0.0342,
|
| 1642 |
+
"step": 2720
|
| 1643 |
+
},
|
| 1644 |
+
{
|
| 1645 |
+
"grad_norm": 0.44181883335113525,
|
| 1646 |
+
"learning_rate": 2.5155287675638474e-05,
|
| 1647 |
+
"loss": 0.0214,
|
| 1648 |
+
"step": 2730
|
| 1649 |
+
},
|
| 1650 |
+
{
|
| 1651 |
+
"grad_norm": 0.4932309687137604,
|
| 1652 |
+
"learning_rate": 2.4797415947659457e-05,
|
| 1653 |
+
"loss": 0.0253,
|
| 1654 |
+
"step": 2740
|
| 1655 |
+
},
|
| 1656 |
+
{
|
| 1657 |
+
"grad_norm": 0.5245810747146606,
|
| 1658 |
+
"learning_rate": 2.4441266782822588e-05,
|
| 1659 |
+
"loss": 0.0282,
|
| 1660 |
+
"step": 2750
|
| 1661 |
+
},
|
| 1662 |
+
{
|
| 1663 |
+
"grad_norm": 0.3769085109233856,
|
| 1664 |
+
"learning_rate": 2.4086864523450183e-05,
|
| 1665 |
+
"loss": 0.0274,
|
| 1666 |
+
"step": 2760
|
| 1667 |
+
},
|
| 1668 |
+
{
|
| 1669 |
+
"grad_norm": 0.3981013894081116,
|
| 1670 |
+
"learning_rate": 2.3734233392465903e-05,
|
| 1671 |
+
"loss": 0.0247,
|
| 1672 |
+
"step": 2770
|
| 1673 |
+
},
|
| 1674 |
+
{
|
| 1675 |
+
"grad_norm": 0.43023818731307983,
|
| 1676 |
+
"learning_rate": 2.3383397491739145e-05,
|
| 1677 |
+
"loss": 0.026,
|
| 1678 |
+
"step": 2780
|
| 1679 |
+
},
|
| 1680 |
+
{
|
| 1681 |
+
"grad_norm": 0.4619300365447998,
|
| 1682 |
+
"learning_rate": 2.3034380800437678e-05,
|
| 1683 |
+
"loss": 0.0347,
|
| 1684 |
+
"step": 2790
|
| 1685 |
+
},
|
| 1686 |
+
{
|
| 1687 |
+
"grad_norm": 0.6389289498329163,
|
| 1688 |
+
"learning_rate": 2.2687207173388743e-05,
|
| 1689 |
+
"loss": 0.03,
|
| 1690 |
+
"step": 2800
|
| 1691 |
+
},
|
| 1692 |
+
{
|
| 1693 |
+
"grad_norm": 0.4443320333957672,
|
| 1694 |
+
"learning_rate": 2.234190033944858e-05,
|
| 1695 |
+
"loss": 0.0264,
|
| 1696 |
+
"step": 2810
|
| 1697 |
+
},
|
| 1698 |
+
{
|
| 1699 |
+
"grad_norm": 0.5003495216369629,
|
| 1700 |
+
"learning_rate": 2.1998483899880596e-05,
|
| 1701 |
+
"loss": 0.0236,
|
| 1702 |
+
"step": 2820
|
| 1703 |
+
},
|
| 1704 |
+
{
|
| 1705 |
+
"grad_norm": 0.43591976165771484,
|
| 1706 |
+
"learning_rate": 2.1656981326742266e-05,
|
| 1707 |
+
"loss": 0.0336,
|
| 1708 |
+
"step": 2830
|
| 1709 |
+
},
|
| 1710 |
+
{
|
| 1711 |
+
"grad_norm": 0.5081432461738586,
|
| 1712 |
+
"learning_rate": 2.1317415961280824e-05,
|
| 1713 |
+
"loss": 0.0314,
|
| 1714 |
+
"step": 2840
|
| 1715 |
+
},
|
| 1716 |
+
{
|
| 1717 |
+
"grad_norm": 0.31645628809928894,
|
| 1718 |
+
"learning_rate": 2.097981101233794e-05,
|
| 1719 |
+
"loss": 0.028,
|
| 1720 |
+
"step": 2850
|
| 1721 |
+
},
|
| 1722 |
+
{
|
| 1723 |
+
"grad_norm": 0.4113507866859436,
|
| 1724 |
+
"learning_rate": 2.0644189554763417e-05,
|
| 1725 |
+
"loss": 0.0302,
|
| 1726 |
+
"step": 2860
|
| 1727 |
+
},
|
| 1728 |
+
{
|
| 1729 |
+
"grad_norm": 0.4669516980648041,
|
| 1730 |
+
"learning_rate": 2.0310574527838072e-05,
|
| 1731 |
+
"loss": 0.0319,
|
| 1732 |
+
"step": 2870
|
| 1733 |
+
},
|
| 1734 |
+
{
|
| 1735 |
+
"grad_norm": 0.28381678462028503,
|
| 1736 |
+
"learning_rate": 1.9978988733705807e-05,
|
| 1737 |
+
"loss": 0.0259,
|
| 1738 |
+
"step": 2880
|
| 1739 |
+
},
|
| 1740 |
+
{
|
| 1741 |
+
"grad_norm": 0.514695942401886,
|
| 1742 |
+
"learning_rate": 1.9649454835815202e-05,
|
| 1743 |
+
"loss": 0.0324,
|
| 1744 |
+
"step": 2890
|
| 1745 |
+
},
|
| 1746 |
+
{
|
| 1747 |
+
"grad_norm": 0.4180992841720581,
|
| 1748 |
+
"learning_rate": 1.932199535737045e-05,
|
| 1749 |
+
"loss": 0.0296,
|
| 1750 |
+
"step": 2900
|
| 1751 |
+
},
|
| 1752 |
+
{
|
| 1753 |
+
"grad_norm": 0.4517526924610138,
|
| 1754 |
+
"learning_rate": 1.8996632679791914e-05,
|
| 1755 |
+
"loss": 0.027,
|
| 1756 |
+
"step": 2910
|
| 1757 |
+
},
|
| 1758 |
+
{
|
| 1759 |
+
"grad_norm": 0.4217066466808319,
|
| 1760 |
+
"learning_rate": 1.8673389041186418e-05,
|
| 1761 |
+
"loss": 0.0291,
|
| 1762 |
+
"step": 2920
|
| 1763 |
+
},
|
| 1764 |
+
{
|
| 1765 |
+
"grad_norm": 0.3153027892112732,
|
| 1766 |
+
"learning_rate": 1.8352286534827274e-05,
|
| 1767 |
+
"loss": 0.0264,
|
| 1768 |
+
"step": 2930
|
| 1769 |
+
},
|
| 1770 |
+
{
|
| 1771 |
+
"grad_norm": 0.3692893087863922,
|
| 1772 |
+
"learning_rate": 1.803334710764426e-05,
|
| 1773 |
+
"loss": 0.0311,
|
| 1774 |
+
"step": 2940
|
| 1775 |
+
},
|
| 1776 |
+
{
|
| 1777 |
+
"grad_norm": 0.39785853028297424,
|
| 1778 |
+
"learning_rate": 1.7716592558723556e-05,
|
| 1779 |
+
"loss": 0.0379,
|
| 1780 |
+
"step": 2950
|
| 1781 |
+
},
|
| 1782 |
+
{
|
| 1783 |
+
"grad_norm": 0.3288579285144806,
|
| 1784 |
+
"learning_rate": 1.7402044537817824e-05,
|
| 1785 |
+
"loss": 0.0289,
|
| 1786 |
+
"step": 2960
|
| 1787 |
+
},
|
| 1788 |
+
{
|
| 1789 |
+
"grad_norm": 0.404143363237381,
|
| 1790 |
+
"learning_rate": 1.7089724543866465e-05,
|
| 1791 |
+
"loss": 0.0262,
|
| 1792 |
+
"step": 2970
|
| 1793 |
+
},
|
| 1794 |
+
{
|
| 1795 |
+
"grad_norm": 0.40508750081062317,
|
| 1796 |
+
"learning_rate": 1.6779653923526188e-05,
|
| 1797 |
+
"loss": 0.0239,
|
| 1798 |
+
"step": 2980
|
| 1799 |
+
},
|
| 1800 |
+
{
|
| 1801 |
+
"grad_norm": 0.356096476316452,
|
| 1802 |
+
"learning_rate": 1.6471853869712023e-05,
|
| 1803 |
+
"loss": 0.0294,
|
| 1804 |
+
"step": 2990
|
| 1805 |
+
},
|
| 1806 |
+
{
|
| 1807 |
+
"grad_norm": 0.4332851767539978,
|
| 1808 |
+
"learning_rate": 1.6166345420148787e-05,
|
| 1809 |
+
"loss": 0.0428,
|
| 1810 |
+
"step": 3000
|
| 1811 |
+
},
|
| 1812 |
+
{
|
| 1813 |
+
"grad_norm": 0.34356242418289185,
|
| 1814 |
+
"learning_rate": 1.5863149455933158e-05,
|
| 1815 |
+
"loss": 0.0276,
|
| 1816 |
+
"step": 3010
|
| 1817 |
+
},
|
| 1818 |
+
{
|
| 1819 |
+
"grad_norm": 0.3309166729450226,
|
| 1820 |
+
"learning_rate": 1.5562286700106558e-05,
|
| 1821 |
+
"loss": 0.0269,
|
| 1822 |
+
"step": 3020
|
| 1823 |
+
},
|
| 1824 |
+
{
|
| 1825 |
+
"grad_norm": 0.38131049275398254,
|
| 1826 |
+
"learning_rate": 1.526377771623869e-05,
|
| 1827 |
+
"loss": 0.0271,
|
| 1828 |
+
"step": 3030
|
| 1829 |
+
},
|
| 1830 |
+
{
|
| 1831 |
+
"grad_norm": 0.48852190375328064,
|
| 1832 |
+
"learning_rate": 1.496764290702209e-05,
|
| 1833 |
+
"loss": 0.0283,
|
| 1834 |
+
"step": 3040
|
| 1835 |
+
},
|
| 1836 |
+
{
|
| 1837 |
+
"grad_norm": 0.6242383122444153,
|
| 1838 |
+
"learning_rate": 1.4673902512877585e-05,
|
| 1839 |
+
"loss": 0.0322,
|
| 1840 |
+
"step": 3050
|
| 1841 |
+
},
|
| 1842 |
+
{
|
| 1843 |
+
"grad_norm": 0.3287576138973236,
|
| 1844 |
+
"learning_rate": 1.438257661057093e-05,
|
| 1845 |
+
"loss": 0.0239,
|
| 1846 |
+
"step": 3060
|
| 1847 |
+
},
|
| 1848 |
+
{
|
| 1849 |
+
"grad_norm": 0.37739330530166626,
|
| 1850 |
+
"learning_rate": 1.4093685111840566e-05,
|
| 1851 |
+
"loss": 0.0229,
|
| 1852 |
+
"step": 3070
|
| 1853 |
+
},
|
| 1854 |
+
{
|
| 1855 |
+
"grad_norm": 0.48292165994644165,
|
| 1856 |
+
"learning_rate": 1.380724776203668e-05,
|
| 1857 |
+
"loss": 0.0456,
|
| 1858 |
+
"step": 3080
|
| 1859 |
+
},
|
| 1860 |
+
{
|
| 1861 |
+
"grad_norm": 0.3559347987174988,
|
| 1862 |
+
"learning_rate": 1.3523284138771642e-05,
|
| 1863 |
+
"loss": 0.0302,
|
| 1864 |
+
"step": 3090
|
| 1865 |
+
},
|
| 1866 |
+
{
|
| 1867 |
+
"grad_norm": 0.3660504221916199,
|
| 1868 |
+
"learning_rate": 1.3241813650581902e-05,
|
| 1869 |
+
"loss": 0.0305,
|
| 1870 |
+
"step": 3100
|
| 1871 |
+
},
|
| 1872 |
+
{
|
| 1873 |
+
"grad_norm": 0.341987669467926,
|
| 1874 |
+
"learning_rate": 1.2962855535601438e-05,
|
| 1875 |
+
"loss": 0.0251,
|
| 1876 |
+
"step": 3110
|
| 1877 |
+
},
|
| 1878 |
+
{
|
| 1879 |
+
"grad_norm": 0.40736910700798035,
|
| 1880 |
+
"learning_rate": 1.2686428860246852e-05,
|
| 1881 |
+
"loss": 0.0283,
|
| 1882 |
+
"step": 3120
|
| 1883 |
+
},
|
| 1884 |
+
{
|
| 1885 |
+
"grad_norm": 0.34947115182876587,
|
| 1886 |
+
"learning_rate": 1.241255251791421e-05,
|
| 1887 |
+
"loss": 0.0247,
|
| 1888 |
+
"step": 3130
|
| 1889 |
+
},
|
| 1890 |
+
{
|
| 1891 |
+
"grad_norm": 0.4803922474384308,
|
| 1892 |
+
"learning_rate": 1.2141245227687731e-05,
|
| 1893 |
+
"loss": 0.0244,
|
| 1894 |
+
"step": 3140
|
| 1895 |
+
},
|
| 1896 |
+
{
|
| 1897 |
+
"grad_norm": 0.2935844361782074,
|
| 1898 |
+
"learning_rate": 1.1872525533060269e-05,
|
| 1899 |
+
"loss": 0.0276,
|
| 1900 |
+
"step": 3150
|
| 1901 |
+
},
|
| 1902 |
+
{
|
| 1903 |
+
"grad_norm": 0.35487648844718933,
|
| 1904 |
+
"learning_rate": 1.1606411800666028e-05,
|
| 1905 |
+
"loss": 0.0219,
|
| 1906 |
+
"step": 3160
|
| 1907 |
+
},
|
| 1908 |
+
{
|
| 1909 |
+
"grad_norm": 0.3145911693572998,
|
| 1910 |
+
"learning_rate": 1.134292221902511e-05,
|
| 1911 |
+
"loss": 0.0302,
|
| 1912 |
+
"step": 3170
|
| 1913 |
+
},
|
| 1914 |
+
{
|
| 1915 |
+
"grad_norm": 0.40598633885383606,
|
| 1916 |
+
"learning_rate": 1.1082074797300413e-05,
|
| 1917 |
+
"loss": 0.0264,
|
| 1918 |
+
"step": 3180
|
| 1919 |
+
},
|
| 1920 |
+
{
|
| 1921 |
+
"grad_norm": 0.40625378489494324,
|
| 1922 |
+
"learning_rate": 1.0823887364066737e-05,
|
| 1923 |
+
"loss": 0.0223,
|
| 1924 |
+
"step": 3190
|
| 1925 |
+
},
|
| 1926 |
+
{
|
| 1927 |
+
"grad_norm": 0.49731171131134033,
|
| 1928 |
+
"learning_rate": 1.0568377566092164e-05,
|
| 1929 |
+
"loss": 0.0311,
|
| 1930 |
+
"step": 3200
|
| 1931 |
+
},
|
| 1932 |
+
{
|
| 1933 |
+
"grad_norm": 0.29340603947639465,
|
| 1934 |
+
"learning_rate": 1.0315562867131983e-05,
|
| 1935 |
+
"loss": 0.0221,
|
| 1936 |
+
"step": 3210
|
| 1937 |
+
},
|
| 1938 |
+
{
|
| 1939 |
+
"grad_norm": 0.2927439510822296,
|
| 1940 |
+
"learning_rate": 1.0065460546735045e-05,
|
| 1941 |
+
"loss": 0.0226,
|
| 1942 |
+
"step": 3220
|
| 1943 |
+
},
|
| 1944 |
+
{
|
| 1945 |
+
"grad_norm": 0.23431488871574402,
|
| 1946 |
+
"learning_rate": 9.818087699062716e-06,
|
| 1947 |
+
"loss": 0.0217,
|
| 1948 |
+
"step": 3230
|
| 1949 |
+
},
|
| 1950 |
+
{
|
| 1951 |
+
"grad_norm": 0.27078989148139954,
|
| 1952 |
+
"learning_rate": 9.57346123172055e-06,
|
| 1953 |
+
"loss": 0.0213,
|
| 1954 |
+
"step": 3240
|
| 1955 |
+
},
|
| 1956 |
+
{
|
| 1957 |
+
"grad_norm": 0.2674010694026947,
|
| 1958 |
+
"learning_rate": 9.331597864602632e-06,
|
| 1959 |
+
"loss": 0.0243,
|
| 1960 |
+
"step": 3250
|
| 1961 |
+
},
|
| 1962 |
+
{
|
| 1963 |
+
"grad_norm": 0.3417966365814209,
|
| 1964 |
+
"learning_rate": 9.09251412874882e-06,
|
| 1965 |
+
"loss": 0.0205,
|
| 1966 |
+
"step": 3260
|
| 1967 |
+
},
|
| 1968 |
+
{
|
| 1969 |
+
"grad_norm": 0.3036594092845917,
|
| 1970 |
+
"learning_rate": 8.856226365214897e-06,
|
| 1971 |
+
"loss": 0.0275,
|
| 1972 |
+
"step": 3270
|
| 1973 |
+
},
|
| 1974 |
+
{
|
| 1975 |
+
"grad_norm": 0.3211916983127594,
|
| 1976 |
+
"learning_rate": 8.622750723955597e-06,
|
| 1977 |
+
"loss": 0.0233,
|
| 1978 |
+
"step": 3280
|
| 1979 |
+
},
|
| 1980 |
+
{
|
| 1981 |
+
"grad_norm": 0.3073365092277527,
|
| 1982 |
+
"learning_rate": 8.392103162720883e-06,
|
| 1983 |
+
"loss": 0.0257,
|
| 1984 |
+
"step": 3290
|
| 1985 |
+
},
|
| 1986 |
+
{
|
| 1987 |
+
"grad_norm": 0.25936242938041687,
|
| 1988 |
+
"learning_rate": 8.164299445965167e-06,
|
| 1989 |
+
"loss": 0.0344,
|
| 1990 |
+
"step": 3300
|
| 1991 |
+
},
|
| 1992 |
+
{
|
| 1993 |
+
"grad_norm": 0.23493678867816925,
|
| 1994 |
+
"learning_rate": 7.939355143769905e-06,
|
| 1995 |
+
"loss": 0.0192,
|
| 1996 |
+
"step": 3310
|
| 1997 |
+
},
|
| 1998 |
+
{
|
| 1999 |
+
"grad_norm": 0.2114628255367279,
|
| 2000 |
+
"learning_rate": 7.717285630779341e-06,
|
| 2001 |
+
"loss": 0.0189,
|
| 2002 |
+
"step": 3320
|
| 2003 |
+
},
|
| 2004 |
+
{
|
| 2005 |
+
"grad_norm": 0.3159504234790802,
|
| 2006 |
+
"learning_rate": 7.498106085149697e-06,
|
| 2007 |
+
"loss": 0.0271,
|
| 2008 |
+
"step": 3330
|
| 2009 |
+
},
|
| 2010 |
+
{
|
| 2011 |
+
"grad_norm": 0.2860952317714691,
|
| 2012 |
+
"learning_rate": 7.2818314875117755e-06,
|
| 2013 |
+
"loss": 0.0236,
|
| 2014 |
+
"step": 3340
|
| 2015 |
+
},
|
| 2016 |
+
{
|
| 2017 |
+
"grad_norm": 0.36286288499832153,
|
| 2018 |
+
"learning_rate": 7.06847661994704e-06,
|
| 2019 |
+
"loss": 0.0257,
|
| 2020 |
+
"step": 3350
|
| 2021 |
+
},
|
| 2022 |
+
{
|
| 2023 |
+
"grad_norm": 0.24568723142147064,
|
| 2024 |
+
"learning_rate": 6.85805606497727e-06,
|
| 2025 |
+
"loss": 0.0295,
|
| 2026 |
+
"step": 3360
|
| 2027 |
+
},
|
| 2028 |
+
{
|
| 2029 |
+
"grad_norm": 0.3312322199344635,
|
| 2030 |
+
"learning_rate": 6.650584204567889e-06,
|
| 2031 |
+
"loss": 0.0352,
|
| 2032 |
+
"step": 3370
|
| 2033 |
+
},
|
| 2034 |
+
{
|
| 2035 |
+
"grad_norm": 0.25431889295578003,
|
| 2036 |
+
"learning_rate": 6.446075219144965e-06,
|
| 2037 |
+
"loss": 0.0215,
|
| 2038 |
+
"step": 3380
|
| 2039 |
+
},
|
| 2040 |
+
{
|
| 2041 |
+
"grad_norm": 0.3885127902030945,
|
| 2042 |
+
"learning_rate": 6.244543086625987e-06,
|
| 2043 |
+
"loss": 0.0235,
|
| 2044 |
+
"step": 3390
|
| 2045 |
+
},
|
| 2046 |
+
{
|
| 2047 |
+
"grad_norm": 0.3310786485671997,
|
| 2048 |
+
"learning_rate": 6.046001581464505e-06,
|
| 2049 |
+
"loss": 0.0236,
|
| 2050 |
+
"step": 3400
|
| 2051 |
+
},
|
| 2052 |
+
{
|
| 2053 |
+
"grad_norm": 0.2982390820980072,
|
| 2054 |
+
"learning_rate": 5.850464273708689e-06,
|
| 2055 |
+
"loss": 0.0218,
|
| 2056 |
+
"step": 3410
|
| 2057 |
+
},
|
| 2058 |
+
{
|
| 2059 |
+
"grad_norm": 0.32041776180267334,
|
| 2060 |
+
"learning_rate": 5.657944528073745e-06,
|
| 2061 |
+
"loss": 0.0252,
|
| 2062 |
+
"step": 3420
|
| 2063 |
+
},
|
| 2064 |
+
{
|
| 2065 |
+
"grad_norm": 0.257502943277359,
|
| 2066 |
+
"learning_rate": 5.468455503028574e-06,
|
| 2067 |
+
"loss": 0.0216,
|
| 2068 |
+
"step": 3430
|
| 2069 |
+
},
|
| 2070 |
+
{
|
| 2071 |
+
"grad_norm": 0.2146868258714676,
|
| 2072 |
+
"learning_rate": 5.282010149896327e-06,
|
| 2073 |
+
"loss": 0.035,
|
| 2074 |
+
"step": 3440
|
| 2075 |
+
},
|
| 2076 |
+
{
|
| 2077 |
+
"grad_norm": 0.25232023000717163,
|
| 2078 |
+
"learning_rate": 5.098621211969223e-06,
|
| 2079 |
+
"loss": 0.0266,
|
| 2080 |
+
"step": 3450
|
| 2081 |
+
},
|
| 2082 |
+
{
|
| 2083 |
+
"grad_norm": 0.2701217234134674,
|
| 2084 |
+
"learning_rate": 4.918301223637573e-06,
|
| 2085 |
+
"loss": 0.0237,
|
| 2086 |
+
"step": 3460
|
| 2087 |
+
},
|
| 2088 |
+
{
|
| 2089 |
+
"grad_norm": 0.3072032928466797,
|
| 2090 |
+
"learning_rate": 4.74106250953304e-06,
|
| 2091 |
+
"loss": 0.0228,
|
| 2092 |
+
"step": 3470
|
| 2093 |
+
},
|
| 2094 |
+
{
|
| 2095 |
+
"grad_norm": 0.28198274970054626,
|
| 2096 |
+
"learning_rate": 4.566917183686309e-06,
|
| 2097 |
+
"loss": 0.0197,
|
| 2098 |
+
"step": 3480
|
| 2099 |
+
},
|
| 2100 |
+
{
|
| 2101 |
+
"grad_norm": 0.2250514179468155,
|
| 2102 |
+
"learning_rate": 4.3958771486990735e-06,
|
| 2103 |
+
"loss": 0.0283,
|
| 2104 |
+
"step": 3490
|
| 2105 |
+
},
|
| 2106 |
+
{
|
| 2107 |
+
"grad_norm": 0.2796846032142639,
|
| 2108 |
+
"learning_rate": 4.22795409493052e-06,
|
| 2109 |
+
"loss": 0.0221,
|
| 2110 |
+
"step": 3500
|
| 2111 |
+
},
|
| 2112 |
+
{
|
| 2113 |
+
"grad_norm": 0.31273555755615234,
|
| 2114 |
+
"learning_rate": 4.06315949969831e-06,
|
| 2115 |
+
"loss": 0.0269,
|
| 2116 |
+
"step": 3510
|
| 2117 |
+
},
|
| 2118 |
+
{
|
| 2119 |
+
"grad_norm": 0.19264158606529236,
|
| 2120 |
+
"learning_rate": 3.901504626494135e-06,
|
| 2121 |
+
"loss": 0.0298,
|
| 2122 |
+
"step": 3520
|
| 2123 |
+
},
|
| 2124 |
+
{
|
| 2125 |
+
"grad_norm": 0.24341531097888947,
|
| 2126 |
+
"learning_rate": 3.7430005242138354e-06,
|
| 2127 |
+
"loss": 0.0187,
|
| 2128 |
+
"step": 3530
|
| 2129 |
+
},
|
| 2130 |
+
{
|
| 2131 |
+
"grad_norm": 0.22903966903686523,
|
| 2132 |
+
"learning_rate": 3.587658026402263e-06,
|
| 2133 |
+
"loss": 0.0318,
|
| 2134 |
+
"step": 3540
|
| 2135 |
+
},
|
| 2136 |
+
{
|
| 2137 |
+
"grad_norm": 0.28223106265068054,
|
| 2138 |
+
"learning_rate": 3.435487750512778e-06,
|
| 2139 |
+
"loss": 0.0221,
|
| 2140 |
+
"step": 3550
|
| 2141 |
+
},
|
| 2142 |
+
{
|
| 2143 |
+
"grad_norm": 0.13319332897663116,
|
| 2144 |
+
"learning_rate": 3.2865000971816107e-06,
|
| 2145 |
+
"loss": 0.0241,
|
| 2146 |
+
"step": 3560
|
| 2147 |
+
},
|
| 2148 |
+
{
|
| 2149 |
+
"grad_norm": 0.21704772114753723,
|
| 2150 |
+
"learning_rate": 3.1407052495169566e-06,
|
| 2151 |
+
"loss": 0.0289,
|
| 2152 |
+
"step": 3570
|
| 2153 |
+
},
|
| 2154 |
+
{
|
| 2155 |
+
"grad_norm": 0.2966535985469818,
|
| 2156 |
+
"learning_rate": 2.9981131724029887e-06,
|
| 2157 |
+
"loss": 0.0311,
|
| 2158 |
+
"step": 3580
|
| 2159 |
+
},
|
| 2160 |
+
{
|
| 2161 |
+
"grad_norm": 0.2893374264240265,
|
| 2162 |
+
"learning_rate": 2.858733611818765e-06,
|
| 2163 |
+
"loss": 0.0237,
|
| 2164 |
+
"step": 3590
|
| 2165 |
+
},
|
| 2166 |
+
{
|
| 2167 |
+
"grad_norm": 0.2159879356622696,
|
| 2168 |
+
"learning_rate": 2.7225760941721136e-06,
|
| 2169 |
+
"loss": 0.0252,
|
| 2170 |
+
"step": 3600
|
| 2171 |
+
},
|
| 2172 |
+
{
|
| 2173 |
+
"grad_norm": 0.34265217185020447,
|
| 2174 |
+
"learning_rate": 2.589649925648491e-06,
|
| 2175 |
+
"loss": 0.0249,
|
| 2176 |
+
"step": 3610
|
| 2177 |
+
},
|
| 2178 |
+
{
|
| 2179 |
+
"grad_norm": 0.2368035614490509,
|
| 2180 |
+
"learning_rate": 2.459964191574948e-06,
|
| 2181 |
+
"loss": 0.0216,
|
| 2182 |
+
"step": 3620
|
| 2183 |
+
},
|
| 2184 |
+
{
|
| 2185 |
+
"grad_norm": 0.17104797065258026,
|
| 2186 |
+
"learning_rate": 2.3335277557991364e-06,
|
| 2187 |
+
"loss": 0.0222,
|
| 2188 |
+
"step": 3630
|
| 2189 |
+
},
|
| 2190 |
+
{
|
| 2191 |
+
"grad_norm": 0.2651398181915283,
|
| 2192 |
+
"learning_rate": 2.210349260083494e-06,
|
| 2193 |
+
"loss": 0.0195,
|
| 2194 |
+
"step": 3640
|
| 2195 |
+
},
|
| 2196 |
+
{
|
| 2197 |
+
"grad_norm": 0.19477976858615875,
|
| 2198 |
+
"learning_rate": 2.0904371235145827e-06,
|
| 2199 |
+
"loss": 0.0229,
|
| 2200 |
+
"step": 3650
|
| 2201 |
+
},
|
| 2202 |
+
{
|
| 2203 |
+
"grad_norm": 0.16924519836902618,
|
| 2204 |
+
"learning_rate": 1.9737995419276455e-06,
|
| 2205 |
+
"loss": 0.0192,
|
| 2206 |
+
"step": 3660
|
| 2207 |
+
},
|
| 2208 |
+
{
|
| 2209 |
+
"grad_norm": 0.2034602016210556,
|
| 2210 |
+
"learning_rate": 1.8604444873464466e-06,
|
| 2211 |
+
"loss": 0.0241,
|
| 2212 |
+
"step": 3670
|
| 2213 |
+
},
|
| 2214 |
+
{
|
| 2215 |
+
"grad_norm": 0.21137817203998566,
|
| 2216 |
+
"learning_rate": 1.7503797074383988e-06,
|
| 2217 |
+
"loss": 0.0188,
|
| 2218 |
+
"step": 3680
|
| 2219 |
+
},
|
| 2220 |
+
{
|
| 2221 |
+
"grad_norm": 0.168828547000885,
|
| 2222 |
+
"learning_rate": 1.6436127249849998e-06,
|
| 2223 |
+
"loss": 0.0216,
|
| 2224 |
+
"step": 3690
|
| 2225 |
+
},
|
| 2226 |
+
{
|
| 2227 |
+
"grad_norm": 0.2211577594280243,
|
| 2228 |
+
"learning_rate": 1.5401508373676764e-06,
|
| 2229 |
+
"loss": 0.0221,
|
| 2230 |
+
"step": 3700
|
| 2231 |
+
},
|
| 2232 |
+
{
|
| 2233 |
+
"grad_norm": 0.2191067337989807,
|
| 2234 |
+
"learning_rate": 1.4400011160690175e-06,
|
| 2235 |
+
"loss": 0.0278,
|
| 2236 |
+
"step": 3710
|
| 2237 |
+
},
|
| 2238 |
+
{
|
| 2239 |
+
"grad_norm": 0.2533770799636841,
|
| 2240 |
+
"learning_rate": 1.3431704061894312e-06,
|
| 2241 |
+
"loss": 0.026,
|
| 2242 |
+
"step": 3720
|
| 2243 |
+
},
|
| 2244 |
+
{
|
| 2245 |
+
"grad_norm": 0.11977437883615494,
|
| 2246 |
+
"learning_rate": 1.2496653259793268e-06,
|
| 2247 |
+
"loss": 0.0221,
|
| 2248 |
+
"step": 3730
|
| 2249 |
+
},
|
| 2250 |
+
{
|
| 2251 |
+
"grad_norm": 0.25477415323257446,
|
| 2252 |
+
"learning_rate": 1.1594922663867135e-06,
|
| 2253 |
+
"loss": 0.0315,
|
| 2254 |
+
"step": 3740
|
| 2255 |
+
},
|
| 2256 |
+
{
|
| 2257 |
+
"grad_norm": 0.1659267246723175,
|
| 2258 |
+
"learning_rate": 1.0726573906204463e-06,
|
| 2259 |
+
"loss": 0.0221,
|
| 2260 |
+
"step": 3750
|
| 2261 |
+
},
|
| 2262 |
+
{
|
| 2263 |
+
"grad_norm": 0.10515476018190384,
|
| 2264 |
+
"learning_rate": 9.891666337289273e-07,
|
| 2265 |
+
"loss": 0.0168,
|
| 2266 |
+
"step": 3760
|
| 2267 |
+
},
|
| 2268 |
+
{
|
| 2269 |
+
"grad_norm": 0.1060924082994461,
|
| 2270 |
+
"learning_rate": 9.090257021944881e-07,
|
| 2271 |
+
"loss": 0.0202,
|
| 2272 |
+
"step": 3770
|
| 2273 |
+
},
|
| 2274 |
+
{
|
| 2275 |
+
"grad_norm": 0.09567195922136307,
|
| 2276 |
+
"learning_rate": 8.3224007354335e-07,
|
| 2277 |
+
"loss": 0.0216,
|
| 2278 |
+
"step": 3780
|
| 2279 |
+
},
|
| 2280 |
+
{
|
| 2281 |
+
"grad_norm": 0.21921569108963013,
|
| 2282 |
+
"learning_rate": 7.588149959712243e-07,
|
| 2283 |
+
"loss": 0.0295,
|
| 2284 |
+
"step": 3790
|
| 2285 |
+
},
|
| 2286 |
+
{
|
| 2287 |
+
"grad_norm": 0.14785327017307281,
|
| 2288 |
+
"learning_rate": 6.887554879846326e-07,
|
| 2289 |
+
"loss": 0.0321,
|
| 2290 |
+
"step": 3800
|
| 2291 |
+
},
|
| 2292 |
+
{
|
| 2293 |
+
"grad_norm": 0.09458746761083603,
|
| 2294 |
+
"learning_rate": 6.220663380578861e-07,
|
| 2295 |
+
"loss": 0.0264,
|
| 2296 |
+
"step": 3810
|
| 2297 |
+
},
|
| 2298 |
+
{
|
| 2299 |
+
"grad_norm": 0.2262730598449707,
|
| 2300 |
+
"learning_rate": 5.58752104305793e-07,
|
| 2301 |
+
"loss": 0.0239,
|
| 2302 |
+
"step": 3820
|
| 2303 |
+
},
|
| 2304 |
+
{
|
| 2305 |
+
"grad_norm": 0.08699720352888107,
|
| 2306 |
+
"learning_rate": 4.988171141721232e-07,
|
| 2307 |
+
"loss": 0.0187,
|
| 2308 |
+
"step": 3830
|
| 2309 |
+
},
|
| 2310 |
+
{
|
| 2311 |
+
"grad_norm": 0.1535528153181076,
|
| 2312 |
+
"learning_rate": 4.4226546413383974e-07,
|
| 2313 |
+
"loss": 0.0253,
|
| 2314 |
+
"step": 3840
|
| 2315 |
+
},
|
| 2316 |
+
{
|
| 2317 |
+
"grad_norm": 0.10439744591712952,
|
| 2318 |
+
"learning_rate": 3.891010194211009e-07,
|
| 2319 |
+
"loss": 0.0192,
|
| 2320 |
+
"step": 3850
|
| 2321 |
+
},
|
| 2322 |
+
{
|
| 2323 |
+
"grad_norm": 0.18508395552635193,
|
| 2324 |
+
"learning_rate": 3.393274137530877e-07,
|
| 2325 |
+
"loss": 0.0302,
|
| 2326 |
+
"step": 3860
|
| 2327 |
+
},
|
| 2328 |
+
{
|
| 2329 |
+
"grad_norm": 0.14861620962619781,
|
| 2330 |
+
"learning_rate": 2.9294804908962525e-07,
|
| 2331 |
+
"loss": 0.0248,
|
| 2332 |
+
"step": 3870
|
| 2333 |
+
},
|
| 2334 |
+
{
|
| 2335 |
+
"grad_norm": 0.11603833734989166,
|
| 2336 |
+
"learning_rate": 2.499660953986849e-07,
|
| 2337 |
+
"loss": 0.0213,
|
| 2338 |
+
"step": 3880
|
| 2339 |
+
},
|
| 2340 |
+
{
|
| 2341 |
+
"grad_norm": 0.21643342077732086,
|
| 2342 |
+
"learning_rate": 2.103844904397023e-07,
|
| 2343 |
+
"loss": 0.0262,
|
| 2344 |
+
"step": 3890
|
| 2345 |
+
},
|
| 2346 |
+
{
|
| 2347 |
+
"grad_norm": 0.15677687525749207,
|
| 2348 |
+
"learning_rate": 1.742059395627993e-07,
|
| 2349 |
+
"loss": 0.0225,
|
| 2350 |
+
"step": 3900
|
| 2351 |
+
},
|
| 2352 |
+
{
|
| 2353 |
+
"grad_norm": 0.08429024368524551,
|
| 2354 |
+
"learning_rate": 1.414329155238703e-07,
|
| 2355 |
+
"loss": 0.018,
|
| 2356 |
+
"step": 3910
|
| 2357 |
+
},
|
| 2358 |
+
{
|
| 2359 |
+
"grad_norm": 0.15916839241981506,
|
| 2360 |
+
"learning_rate": 1.1206765831557886e-07,
|
| 2361 |
+
"loss": 0.0194,
|
| 2362 |
+
"step": 3920
|
| 2363 |
+
},
|
| 2364 |
+
{
|
| 2365 |
+
"grad_norm": 0.17920070886611938,
|
| 2366 |
+
"learning_rate": 8.611217501423574e-08,
|
| 2367 |
+
"loss": 0.0243,
|
| 2368 |
+
"step": 3930
|
| 2369 |
+
},
|
| 2370 |
+
{
|
| 2371 |
+
"grad_norm": 0.13390202820301056,
|
| 2372 |
+
"learning_rate": 6.356823964266401e-08,
|
| 2373 |
+
"loss": 0.0275,
|
| 2374 |
+
"step": 3940
|
| 2375 |
+
},
|
| 2376 |
+
{
|
| 2377 |
+
"grad_norm": 0.18979932367801666,
|
| 2378 |
+
"learning_rate": 4.4437393048885056e-08,
|
| 2379 |
+
"loss": 0.0276,
|
| 2380 |
+
"step": 3950
|
| 2381 |
+
},
|
| 2382 |
+
{
|
| 2383 |
+
"grad_norm": 0.15378673374652863,
|
| 2384 |
+
"learning_rate": 2.8720942800858353e-08,
|
| 2385 |
+
"loss": 0.0379,
|
| 2386 |
+
"step": 3960
|
| 2387 |
+
},
|
| 2388 |
+
{
|
| 2389 |
+
"grad_norm": 0.20405198633670807,
|
| 2390 |
+
"learning_rate": 1.6419963097080715e-08,
|
| 2391 |
+
"loss": 0.0225,
|
| 2392 |
+
"step": 3970
|
| 2393 |
+
},
|
| 2394 |
+
{
|
| 2395 |
+
"grad_norm": 0.1757112294435501,
|
| 2396 |
+
"learning_rate": 7.535294693172822e-09,
|
| 2397 |
+
"loss": 0.0206,
|
| 2398 |
+
"step": 3980
|
| 2399 |
+
},
|
| 2400 |
+
{
|
| 2401 |
+
"grad_norm": 0.1998678594827652,
|
| 2402 |
+
"learning_rate": 2.0675448444251732e-09,
|
| 2403 |
+
"loss": 0.021,
|
| 2404 |
+
"step": 3990
|
| 2405 |
+
},
|
| 2406 |
+
{
|
| 2407 |
+
"grad_norm": 0.11948786675930023,
|
| 2408 |
+
"learning_rate": 1.7087264264636914e-11,
|
| 2409 |
+
"loss": 0.0181,
|
| 2410 |
+
"step": 4000
|
| 2411 |
+
}
|
| 2412 |
+
],
|
| 2413 |
+
"logging_steps": 10,
|
| 2414 |
+
"max_steps": 4000,
|
| 2415 |
+
"num_input_tokens_seen": 0,
|
| 2416 |
+
"num_train_epochs": 9223372036854775807,
|
| 2417 |
+
"save_steps": 500,
|
| 2418 |
+
"stateful_callbacks": {
|
| 2419 |
+
"TrainerControl": {
|
| 2420 |
+
"args": {
|
| 2421 |
+
"should_epoch_stop": false,
|
| 2422 |
+
"should_evaluate": false,
|
| 2423 |
+
"should_log": false,
|
| 2424 |
+
"should_save": true,
|
| 2425 |
+
"should_training_stop": true
|
| 2426 |
+
},
|
| 2427 |
+
"attributes": {}
|
| 2428 |
+
}
|
| 2429 |
+
},
|
| 2430 |
+
"total_flos": 0.0,
|
| 2431 |
+
"train_batch_size": 16,
|
| 2432 |
+
"trial_name": null,
|
| 2433 |
+
"trial_params": null
|
| 2434 |
+
}
|